[ 531.115926] env[68134]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68134) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.116283] env[68134]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68134) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.116447] env[68134]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68134) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.116763] env[68134]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 531.214086] env[68134]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68134) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 531.224231] env[68134]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68134) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 531.266692] env[68134]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 531.825570] env[68134]: INFO nova.virt.driver [None req-1dcb58a2-53fc-4713-94e8-bfc864ddba26 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 531.896336] env[68134]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.896678] env[68134]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.896965] env[68134]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68134) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 534.788907] env[68134]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e873aefb-df68-48b2-9ba6-f364e19db6f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.805319] env[68134]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68134) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 534.805475] env[68134]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-57e3fec2-dbad-42dd-a6b7-2779663d7fa4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.840891] env[68134]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 49df2. [ 534.841093] env[68134]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.944s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.841582] env[68134]: INFO nova.virt.vmwareapi.driver [None req-1dcb58a2-53fc-4713-94e8-bfc864ddba26 None None] VMware vCenter version: 7.0.3 [ 534.844942] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded4b096-6b68-4670-8e87-1467f947a7d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.862231] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba158c-2970-4d39-8dac-3fb8dc8014ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.867981] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b7786f-021e-4fd4-8191-e15e825b5643 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.875874] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89cb13-5b46-416d-a4ef-44d3cc5c1fc7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.888611] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b0af6-6c59-4199-b8be-eca48c651bfd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.894284] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021db5b-9607-4000-99df-340cafe2b185 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.924098] env[68134]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-129a0ac5-38f2-4214-8999-7b3f3f61ca13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.928772] env[68134]: DEBUG nova.virt.vmwareapi.driver [None req-1dcb58a2-53fc-4713-94e8-bfc864ddba26 None None] Extension org.openstack.compute already exists. {{(pid=68134) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 534.931350] env[68134]: INFO nova.compute.provider_config [None req-1dcb58a2-53fc-4713-94e8-bfc864ddba26 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 535.434940] env[68134]: DEBUG nova.context [None req-1dcb58a2-53fc-4713-94e8-bfc864ddba26 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),db15ba72-8941-494a-aec4-b418cf8ce125(cell1) {{(pid=68134) load_cells /opt/stack/nova/nova/context.py:464}} [ 535.437089] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.437322] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.438076] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.438555] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Acquiring lock "db15ba72-8941-494a-aec4-b418cf8ce125" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.438867] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Lock "db15ba72-8941-494a-aec4-b418cf8ce125" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.439896] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Lock "db15ba72-8941-494a-aec4-b418cf8ce125" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.461552] env[68134]: INFO dbcounter [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Registered counter for database nova_cell0 [ 535.469926] env[68134]: INFO dbcounter [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Registered counter for database nova_cell1 [ 535.913498] env[68134]: DEBUG oslo_db.sqlalchemy.engines [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68134) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 535.913926] env[68134]: DEBUG oslo_db.sqlalchemy.engines [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68134) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 535.918953] env[68134]: ERROR nova.db.main.api [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 535.918953] env[68134]: result = function(*args, **kwargs) [ 535.918953] env[68134]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.918953] env[68134]: return func(*args, **kwargs) [ 535.918953] env[68134]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.918953] env[68134]: result = fn(*args, **kwargs) [ 535.918953] env[68134]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.918953] env[68134]: return f(*args, **kwargs) [ 535.918953] env[68134]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 535.918953] env[68134]: return db.service_get_minimum_version(context, binaries) [ 535.918953] env[68134]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.918953] env[68134]: _check_db_access() [ 535.918953] env[68134]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.918953] env[68134]: stacktrace = ''.join(traceback.format_stack()) [ 535.918953] env[68134]: [ 535.919692] env[68134]: ERROR nova.db.main.api [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 535.919692] env[68134]: result = function(*args, **kwargs) [ 535.919692] env[68134]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.919692] env[68134]: return func(*args, **kwargs) [ 535.919692] env[68134]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.919692] env[68134]: result = fn(*args, **kwargs) [ 535.919692] env[68134]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.919692] env[68134]: return f(*args, **kwargs) [ 535.919692] env[68134]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 535.919692] env[68134]: return db.service_get_minimum_version(context, binaries) [ 535.919692] env[68134]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.919692] env[68134]: _check_db_access() [ 535.919692] env[68134]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.919692] env[68134]: stacktrace = ''.join(traceback.format_stack()) [ 535.919692] env[68134]: [ 535.920123] env[68134]: WARNING nova.objects.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 535.920235] env[68134]: WARNING nova.objects.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Failed to get minimum service version for cell db15ba72-8941-494a-aec4-b418cf8ce125 [ 535.920701] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Acquiring lock "singleton_lock" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.920865] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Acquired lock "singleton_lock" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.921147] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Releasing lock "singleton_lock" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.921490] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Full set of CONF: {{(pid=68134) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 535.921650] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ******************************************************************************** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.921779] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] Configuration options gathered from: {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.921912] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.922125] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.922259] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ================================================================================ {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.922472] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] allow_resize_to_same_host = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922645] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] arq_binding_timeout = 300 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922779] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] backdoor_port = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922907] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] backdoor_socket = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923078] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] block_device_allocate_retries = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923242] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] block_device_allocate_retries_interval = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923411] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cert = self.pem {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923574] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923741] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute_monitors = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923904] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] config_dir = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924331] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] config_drive_format = iso9660 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924481] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924657] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] config_source = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924838] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] console_host = devstack {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924993] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] control_exchange = nova {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925174] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cpu_allocation_ratio = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925334] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] daemon = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925501] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] debug = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925656] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] default_access_ip_network_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925822] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] default_availability_zone = nova {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925975] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] default_ephemeral_format = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926147] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] default_green_pool_size = 1000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926382] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926538] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] default_schedule_zone = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926693] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] disk_allocation_ratio = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926851] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] enable_new_services = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927055] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] enabled_apis = ['osapi_compute'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927241] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] enabled_ssl_apis = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927402] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] flat_injected = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927558] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] force_config_drive = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927714] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] force_raw_images = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927883] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] graceful_shutdown_timeout = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928050] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] heal_instance_info_cache_interval = -1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928275] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] host = cpu-1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928448] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928608] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] initial_disk_allocation_ratio = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928764] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] initial_ram_allocation_ratio = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928974] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929147] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instance_build_timeout = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929303] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instance_delete_interval = 300 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929464] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instance_format = [instance: %(uuid)s] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929626] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instance_name_template = instance-%08x {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929784] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instance_usage_audit = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929948] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instance_usage_audit_period = month {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930143] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930317] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] instances_path = /opt/stack/data/nova/instances {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930479] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] internal_service_availability_zone = internal {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930646] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] key = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930817] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] live_migration_retry_count = 30 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930984] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_color = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931159] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_config_append = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931322] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931474] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_dir = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931649] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_file = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931828] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_options = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932015] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_rotate_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932194] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_rotate_interval_type = days {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932359] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] log_rotation_type = none {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932486] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932609] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932772] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932949] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933100] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933265] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] long_rpc_timeout = 1800 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933421] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] max_concurrent_builds = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933575] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] max_concurrent_live_migrations = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933728] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] max_concurrent_snapshots = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933882] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] max_local_block_devices = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934048] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] max_logfile_count = 30 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934205] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] max_logfile_size_mb = 200 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934357] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] maximum_instance_delete_attempts = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934520] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] metadata_listen = 0.0.0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934682] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] metadata_listen_port = 8775 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934891] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] metadata_workers = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935086] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] migrate_max_retries = -1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935257] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] mkisofs_cmd = genisoimage {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935460] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] my_block_storage_ip = 10.180.1.21 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935589] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] my_ip = 10.180.1.21 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935784] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935950] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] network_allocate_retries = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936173] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936341] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] osapi_compute_listen = 0.0.0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936500] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] osapi_compute_listen_port = 8774 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936663] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] osapi_compute_unique_server_name_scope = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936829] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] osapi_compute_workers = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936985] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] password_length = 12 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937155] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] periodic_enable = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937309] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] periodic_fuzzy_delay = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937469] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] pointer_model = usbtablet {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937628] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] preallocate_images = none {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937782] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] publish_errors = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937905] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] pybasedir = /opt/stack/nova {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938065] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ram_allocation_ratio = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938221] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] rate_limit_burst = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938383] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] rate_limit_except_level = CRITICAL {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938534] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] rate_limit_interval = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938685] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] reboot_timeout = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938838] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] reclaim_instance_interval = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938996] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] record = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939205] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] reimage_timeout_per_gb = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939370] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] report_interval = 120 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939526] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] rescue_timeout = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939679] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] reserved_host_cpus = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939837] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] reserved_host_disk_mb = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939988] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] reserved_host_memory_mb = 512 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940156] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] reserved_huge_pages = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940309] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] resize_confirm_window = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940460] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] resize_fs_using_block_device = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940627] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] resume_guests_state_on_host_boot = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940807] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940965] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] rpc_response_timeout = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941135] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] run_external_periodic_tasks = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941296] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] running_deleted_instance_action = reap {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941449] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] running_deleted_instance_poll_interval = 1800 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941602] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] running_deleted_instance_timeout = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941780] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler_instance_sync_interval = 120 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941946] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_down_time = 720 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942150] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] servicegroup_driver = db {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942313] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] shell_completion = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942469] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] shelved_offload_time = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942627] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] shelved_poll_interval = 3600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942795] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] shutdown_timeout = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942950] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] source_is_ipv6 = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.943119] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ssl_only = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.943361] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.943527] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] sync_power_state_interval = 600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.943683] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] sync_power_state_pool_size = 1000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.943850] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] syslog_log_facility = LOG_USER {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.944008] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] tempdir = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.944173] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] timeout_nbd = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.944338] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] transport_url = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.944493] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] update_resources_interval = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.944649] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] use_cow_images = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.944811] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] use_journal = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.944969] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] use_json = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.945165] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] use_rootwrap_daemon = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.945332] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] use_stderr = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.945492] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] use_syslog = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.945646] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vcpu_pin_set = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.945816] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plugging_is_fatal = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.945977] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plugging_timeout = 300 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.946155] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] virt_mkfs = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.946315] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] volume_usage_poll_interval = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.946471] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] watch_log_file = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.946634] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] web = /usr/share/spice-html5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.946826] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947082] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947271] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947444] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_concurrency.disable_process_locking = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947738] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947921] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948127] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948316] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948487] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948681] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948840] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.auth_strategy = keystone {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949026] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.compute_link_prefix = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949196] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949366] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.dhcp_domain = novalocal {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949529] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.enable_instance_password = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949689] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.glance_link_prefix = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949853] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950031] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950226] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.instance_list_per_project_cells = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950436] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.list_records_by_skipping_down_cells = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950626] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.local_metadata_per_cell = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950812] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.max_limit = 1000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950985] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.metadata_cache_expiration = 15 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951229] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.neutron_default_tenant_id = default {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951503] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.response_validation = warn {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951787] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.use_neutron_default_nets = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951982] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952186] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952373] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952552] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952726] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.vendordata_dynamic_targets = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952889] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.vendordata_jsonfile_path = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953151] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953367] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.backend = dogpile.cache.memcached {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953540] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.backend_argument = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953699] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.backend_expiration_time = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953872] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.config_prefix = cache.oslo {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954050] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.dead_timeout = 60.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954222] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.debug_cache_backend = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954382] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.enable_retry_client = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954542] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.enable_socket_keepalive = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954717] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.enabled = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954876] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.enforce_fips_mode = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955047] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.expiration_time = 600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955211] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.hashclient_retry_attempts = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955373] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.hashclient_retry_delay = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955531] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_dead_retry = 300 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955690] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_password = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955854] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956047] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956230] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_pool_maxsize = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956392] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956553] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_sasl_enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956733] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956901] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_socket_timeout = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957073] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.memcache_username = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957243] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.proxies = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957406] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.redis_db = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957564] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.redis_password = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957737] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.redis_sentinel_service_name = mymaster {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957909] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958092] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.redis_server = localhost:6379 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958259] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.redis_socket_timeout = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958416] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.redis_username = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958580] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.retry_attempts = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958744] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.retry_delay = 0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958906] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.socket_keepalive_count = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959109] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.socket_keepalive_idle = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959287] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.socket_keepalive_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959445] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.tls_allowed_ciphers = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959603] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.tls_cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959761] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.tls_certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959922] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.tls_enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960089] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cache.tls_keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960261] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960434] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.auth_type = password {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960605] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960804] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.catalog_info = volumev3::publicURL {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960974] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961163] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961329] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.cross_az_attach = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961491] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.debug = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961672] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.endpoint_template = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961853] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.http_retries = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962044] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962233] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962410] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.os_region_name = RegionOne {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962575] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962736] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cinder.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962913] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963084] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.cpu_dedicated_set = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963248] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.cpu_shared_set = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963414] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.image_type_exclude_list = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963578] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963741] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.max_concurrent_disk_ops = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963902] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.max_disk_devices_to_attach = -1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964074] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964245] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964407] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.resource_provider_association_refresh = 300 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964567] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964755] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.shutdown_retry_interval = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964946] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965165] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] conductor.workers = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965357] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] console.allowed_origins = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965517] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] console.ssl_ciphers = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965690] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] console.ssl_minimum_version = default {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965862] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] consoleauth.enforce_session_timeout = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966041] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] consoleauth.token_ttl = 600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966221] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966381] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966543] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966701] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966859] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967025] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967194] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967350] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967507] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967677] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967854] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968019] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968207] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968384] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.service_type = accelerator {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968563] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968734] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968896] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969068] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969254] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969412] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] cyborg.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969582] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.asyncio_connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969740] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.asyncio_slave_connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969911] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.backend = sqlalchemy {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970092] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970261] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.connection_debug = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970429] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.connection_parameters = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970600] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.connection_recycle_time = 3600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970810] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.connection_trace = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970984] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.db_inc_retry_interval = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971195] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.db_max_retries = 20 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971366] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.db_max_retry_interval = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971529] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.db_retry_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971693] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.max_overflow = 50 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971856] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.max_pool_size = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972027] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.max_retries = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972206] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972364] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.mysql_wsrep_sync_wait = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972522] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.pool_timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972683] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.retry_interval = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972840] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.slave_connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973008] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.sqlite_synchronous = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973175] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] database.use_db_reconnect = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973341] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.asyncio_connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973497] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.asyncio_slave_connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973667] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.backend = sqlalchemy {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973868] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974056] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.connection_debug = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974263] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.connection_parameters = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974432] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.connection_recycle_time = 3600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974596] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.connection_trace = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974759] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.db_inc_retry_interval = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974922] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.db_max_retries = 20 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975098] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.db_max_retry_interval = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975263] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.db_retry_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975426] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.max_overflow = 50 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975584] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.max_pool_size = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975744] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.max_retries = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975912] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976079] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976238] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.pool_timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976397] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.retry_interval = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976552] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.slave_connection = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976710] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] api_database.sqlite_synchronous = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976917] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] devices.enabled_mdev_types = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977127] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977320] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ephemeral_storage_encryption.default_format = luks {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977485] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ephemeral_storage_encryption.enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977647] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977819] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.api_servers = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977978] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978155] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978317] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978473] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978627] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978786] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.debug = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978947] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.default_trusted_certificate_ids = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979144] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.enable_certificate_validation = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979312] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.enable_rbd_download = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979467] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979628] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979802] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979977] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980166] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980342] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.num_retries = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980511] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.rbd_ceph_conf = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980708] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.rbd_connect_timeout = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980881] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.rbd_pool = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981059] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.rbd_user = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981228] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981385] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981539] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981713] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.service_type = image {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981871] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982041] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982199] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982352] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982528] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982690] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.verify_glance_signatures = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982863] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] glance.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983126] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] guestfs.debug = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983342] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983518] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.auth_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983682] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983844] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984014] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984181] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984339] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984494] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984657] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984812] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984995] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985140] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985299] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985471] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985607] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985775] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.service_type = shared-file-system {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985964] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.share_apply_policy_timeout = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986180] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986347] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986505] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986664] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986850] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987021] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] manila.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987194] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] mks.enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987544] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987735] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] image_cache.manager_interval = 2400 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987902] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] image_cache.precache_concurrency = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988082] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] image_cache.remove_unused_base_images = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988251] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988416] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988591] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] image_cache.subdirectory_name = _base {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988763] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.api_max_retries = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988949] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.api_retry_interval = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989157] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989329] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.auth_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989488] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989646] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989808] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989968] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.conductor_group = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990139] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990295] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990449] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990641] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990789] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990936] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991104] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991270] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.peer_list = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991425] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991583] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991754] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.serial_console_state_timeout = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991909] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992106] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.service_type = baremetal {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992281] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.shard = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992445] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992602] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992759] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992946] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993105] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993264] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ironic.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993464] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993643] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] key_manager.fixed_key = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993826] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993986] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.barbican_api_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994156] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.barbican_endpoint = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994323] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.barbican_endpoint_type = public {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994479] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.barbican_region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994635] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994791] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994950] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995154] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995320] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995481] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.number_of_retries = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995640] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.retry_delay = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995801] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.send_service_user_token = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995959] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996126] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996285] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.verify_ssl = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996439] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican.verify_ssl_path = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996601] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996762] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.auth_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996915] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997082] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997242] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997401] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997554] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997711] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997865] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] barbican_service_user.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998055] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.approle_role_id = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998239] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.approle_secret_id = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998410] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.kv_mountpoint = secret {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998568] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.kv_path = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998731] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.kv_version = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998891] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.namespace = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.999060] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.root_token_id = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.999221] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.ssl_ca_crt_file = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.999388] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.timeout = 60.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.999714] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.use_ssl = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.999714] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.999882] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000054] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000222] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000380] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000538] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000723] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000897] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001085] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001265] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001425] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001593] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001779] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001940] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002126] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.service_type = identity {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002304] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002468] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002625] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002783] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002963] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003137] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] keystone.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003328] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.ceph_mount_options = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003764] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003955] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.connection_uri = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004160] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.cpu_mode = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004347] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.cpu_model_extra_flags = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004522] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.cpu_models = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004698] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.cpu_power_governor_high = performance {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004871] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.cpu_power_governor_low = powersave {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005049] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.cpu_power_management = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005229] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005400] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.device_detach_attempts = 8 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005566] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.device_detach_timeout = 20 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005735] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.disk_cachemodes = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005896] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.disk_prefix = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006073] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.enabled_perf_events = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006242] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.file_backed_memory = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006415] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.gid_maps = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006570] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.hw_disk_discard = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006727] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.hw_machine_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006898] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.images_rbd_ceph_conf = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007094] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007281] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007452] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.images_rbd_glance_store_name = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007620] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.images_rbd_pool = rbd {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007791] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.images_type = default {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007949] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.images_volume_group = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008128] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.inject_key = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008292] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.inject_partition = -2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008454] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.inject_password = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008617] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.iscsi_iface = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008781] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.iser_use_multipath = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008943] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_bandwidth = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009117] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009282] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_downtime = 500 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009442] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009603] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009766] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_inbound_addr = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009928] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010124] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_permit_post_copy = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010304] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_scheme = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010480] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_timeout_action = abort {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010664] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_tunnelled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010835] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_uri = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010998] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.live_migration_with_native_tls = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011177] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.max_queues = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011341] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011572] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011735] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.nfs_mount_options = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012038] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012219] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012384] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.num_iser_scan_tries = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012557] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.num_memory_encrypted_guests = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012722] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012887] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.num_pcie_ports = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013097] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.num_volume_scan_tries = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013273] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.pmem_namespaces = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013432] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.quobyte_client_cfg = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013719] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013893] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rbd_connect_timeout = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014071] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014236] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014397] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rbd_secret_uuid = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014555] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rbd_user = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014718] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014888] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.remote_filesystem_transport = ssh {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015059] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rescue_image_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015222] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rescue_kernel_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015378] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rescue_ramdisk_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015544] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015702] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.rx_queue_size = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015873] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.smbfs_mount_options = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016207] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016393] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.snapshot_compression = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016561] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.snapshot_image_format = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016789] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016959] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.sparse_logical_volumes = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017135] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.swtpm_enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017305] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.swtpm_group = tss {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017472] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.swtpm_user = tss {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017640] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.sysinfo_serial = unique {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017803] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.tb_cache_size = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017959] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.tx_queue_size = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018137] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.uid_maps = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018300] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.use_virtio_for_bridges = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018468] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.virt_type = kvm {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018636] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.volume_clear = zero {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018800] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.volume_clear_size = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018960] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.volume_enforce_multipath = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019176] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.volume_use_multipath = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019344] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.vzstorage_cache_path = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019514] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019681] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.vzstorage_mount_group = qemu {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019849] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.vzstorage_mount_opts = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020022] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020311] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020489] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.vzstorage_mount_user = stack {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020689] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020869] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021055] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.auth_type = password {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021222] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021381] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021542] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021730] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021890] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022097] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.default_floating_pool = public {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022276] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022445] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.extension_sync_interval = 600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022610] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.http_retries = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022778] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022941] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023113] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023290] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023450] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023620] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.ovs_bridge = br-int {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023820] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.physnets = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023999] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.region_name = RegionOne {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024177] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024347] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.service_metadata_proxy = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024508] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024680] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.service_type = network {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024846] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025015] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025215] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025383] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025565] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025728] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] neutron.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025898] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] notifications.bdms_in_notifications = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026088] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] notifications.default_level = INFO {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026261] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] notifications.include_share_mapping = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026436] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] notifications.notification_format = unversioned {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026601] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] notifications.notify_on_state_change = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026782] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026959] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] pci.alias = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027145] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] pci.device_spec = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027309] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] pci.report_in_placement = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027479] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027651] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.auth_type = password {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027821] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027981] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028173] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028346] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028503] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028660] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028816] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.default_domain_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028970] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.default_domain_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029142] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.domain_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029298] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.domain_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029454] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029613] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029771] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029966] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030175] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030353] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.password = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030515] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.project_domain_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030714] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.project_domain_name = Default {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030887] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.project_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031093] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.project_name = service {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031282] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.region_name = RegionOne {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031447] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031610] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031781] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.service_type = placement {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031940] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032109] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032269] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032426] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.system_scope = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032581] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032738] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.trust_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032895] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.user_domain_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033073] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.user_domain_name = Default {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033236] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.user_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033407] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.username = nova {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033586] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033746] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] placement.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033928] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.cores = 20 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034131] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.count_usage_from_placement = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034319] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034490] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.injected_file_content_bytes = 10240 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034654] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.injected_file_path_length = 255 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034820] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.injected_files = 5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034982] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.instances = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035162] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.key_pairs = 100 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035327] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.metadata_items = 128 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035489] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.ram = 51200 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035652] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.recheck_quota = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035830] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.server_group_members = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035998] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.server_groups = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036222] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036397] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] quota.unified_limits_resource_strategy = require {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036569] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036731] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036895] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.image_metadata_prefilter = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037070] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037260] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.max_attempts = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037424] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.max_placement_results = 1000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037585] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037746] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.query_placement_for_image_type_support = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037906] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038095] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] scheduler.workers = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038269] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038436] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038616] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038785] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038947] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039125] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039321] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039519] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039689] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.host_subset_size = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039853] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040015] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040184] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040344] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040515] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040715] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.isolated_hosts = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040880] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.isolated_images = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041054] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041219] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041380] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041540] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.pci_in_placement = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041704] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041873] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042043] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042207] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042407] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042575] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042737] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.track_instance_changes = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042923] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043128] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] metrics.required = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043296] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] metrics.weight_multiplier = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043457] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043621] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] metrics.weight_setting = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043951] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044144] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] serial_console.enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044323] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] serial_console.port_range = 10000:20000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044495] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044664] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044836] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] serial_console.serialproxy_port = 6083 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045009] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045191] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.auth_type = password {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045381] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045552] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045716] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045877] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046059] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046218] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.send_service_user_token = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046377] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046534] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] service_user.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046702] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.agent_enabled = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046865] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047191] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047396] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047570] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.html5proxy_port = 6082 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047731] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.image_compression = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047892] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.jpeg_compression = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048063] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.playback_compression = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048229] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.require_secure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048430] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.server_listen = 127.0.0.1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048601] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048881] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049065] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.streaming_mode = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049230] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] spice.zlib_compression = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049396] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] upgrade_levels.baseapi = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049566] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] upgrade_levels.compute = auto {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049723] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] upgrade_levels.conductor = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049884] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] upgrade_levels.scheduler = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050058] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050224] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.auth_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050382] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050537] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050724] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050889] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051057] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051224] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051434] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vendordata_dynamic_auth.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051634] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.api_retry_count = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051800] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.ca_file = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051974] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.cache_prefix = devstack-image-cache {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052158] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.cluster_name = testcl1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052325] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.connection_pool_size = 10 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052482] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.console_delay_seconds = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052650] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.datastore_regex = ^datastore.* {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052860] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053052] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.host_password = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053224] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.host_port = 443 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053392] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.host_username = administrator@vsphere.local {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053560] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.insecure = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053725] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.integration_bridge = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053888] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.maximum_objects = 100 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054075] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.pbm_default_policy = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054296] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.pbm_enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054467] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.pbm_wsdl_location = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054639] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054803] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.serial_port_proxy_uri = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054963] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.serial_port_service_uri = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055143] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.task_poll_interval = 0.5 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055318] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.use_linked_clone = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055488] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.vnc_keymap = en-us {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055656] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.vnc_port = 5900 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055821] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vmware.vnc_port_total = 10000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056020] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.auth_schemes = ['none'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056201] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056485] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056672] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056845] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.novncproxy_port = 6080 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057038] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.server_listen = 127.0.0.1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057258] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057424] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.vencrypt_ca_certs = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057582] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.vencrypt_client_cert = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057736] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vnc.vencrypt_client_key = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057917] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058088] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.disable_deep_image_inspection = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058252] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058409] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058566] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058724] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.disable_rootwrap = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058884] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.enable_numa_live_migration = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059050] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059213] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059368] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059523] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.libvirt_disable_apic = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059826] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059999] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060198] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060370] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060530] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060712] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060877] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061048] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061210] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061372] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061555] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061745] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.client_socket_timeout = 900 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061923] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.default_pool_size = 1000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062100] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.keep_alive = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062272] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.max_header_line = 16384 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062432] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.secure_proxy_ssl_header = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062591] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.ssl_ca_file = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062753] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.ssl_cert_file = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062916] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.ssl_key_file = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063119] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.tcp_keepidle = 600 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063300] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063464] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] zvm.ca_file = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063624] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] zvm.cloud_connector_url = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063910] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064095] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] zvm.reachable_timeout = 300 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064267] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064439] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064615] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.connection_string = messaging:// {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064782] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.enabled = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064951] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.es_doc_type = notification {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065126] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.es_scroll_size = 10000 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065294] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.es_scroll_time = 2m {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065454] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.filter_error_trace = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065620] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.hmac_keys = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065794] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.sentinel_service_name = mymaster {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066021] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.socket_timeout = 0.1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066249] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.trace_requests = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066380] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler.trace_sqlalchemy = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066563] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler_jaeger.process_tags = {} {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066723] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler_jaeger.service_name_prefix = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066886] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] profiler_otlp.service_name_prefix = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067063] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] remote_debug.host = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067226] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] remote_debug.port = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067400] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067561] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067722] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067886] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068055] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068219] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068376] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068532] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068689] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068858] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069043] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069237] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069405] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069596] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069727] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069896] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070067] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070233] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070402] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070560] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070747] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070920] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071096] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071259] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071420] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071588] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071759] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071932] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072130] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072308] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072472] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.ssl = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072643] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072813] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072974] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073158] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073326] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.ssl_version = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073487] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073672] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073842] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_notifications.retry = -1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074031] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074208] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_messaging_notifications.transport_url = **** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074379] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.auth_section = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074541] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.auth_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074700] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.cafile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074859] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.certfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075051] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.collect_timing = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075220] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.connect_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075383] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.connect_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075539] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.endpoint_id = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075711] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.endpoint_interface = publicURL {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075870] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.endpoint_override = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076037] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.endpoint_region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076200] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.endpoint_service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076355] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.endpoint_service_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076516] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.insecure = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076670] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.keyfile = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076826] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.max_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076981] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.min_version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077149] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.region_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077306] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.retriable_status_codes = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077462] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.service_name = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077615] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.service_type = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077780] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.split_loggers = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077936] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.status_code_retries = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078132] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.status_code_retry_delay = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078307] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.timeout = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078469] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.valid_interfaces = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078626] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_limit.version = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078791] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_reports.file_event_handler = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078955] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079125] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] oslo_reports.log_dir = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079296] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079455] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079612] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079778] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079941] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080113] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080285] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080444] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_ovs_privileged.group = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080605] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080794] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080961] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081164] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] vif_plug_ovs_privileged.user = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081352] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.flat_interface = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081536] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081737] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081914] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082098] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082274] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082441] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082603] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082782] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082950] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_ovs.isolate_vif = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.083132] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.083301] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.083468] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.083637] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_ovs.ovsdb_interface = native {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.083800] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] os_vif_ovs.per_port_bridge = False {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.083967] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] privsep_osbrick.capabilities = [21] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.084163] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] privsep_osbrick.group = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.084338] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] privsep_osbrick.helper_command = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.084506] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.084671] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.084831] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] privsep_osbrick.user = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.085008] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.085177] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] nova_sys_admin.group = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.085332] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] nova_sys_admin.helper_command = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.085495] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.085657] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.085815] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] nova_sys_admin.user = None {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.085943] env[68134]: DEBUG oslo_service.backend.eventlet.service [None req-7a987b50-eab9-469d-9ab8-ec696bcaa97a None None] ******************************************************************************** {{(pid=68134) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.086365] env[68134]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 536.589705] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Getting list of instances from cluster (obj){ [ 536.589705] env[68134]: value = "domain-c8" [ 536.589705] env[68134]: _type = "ClusterComputeResource" [ 536.589705] env[68134]: } {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 536.590768] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb48604-bfb8-49b9-ab41-9600656843ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.599973] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Got total of 0 instances {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 536.600634] env[68134]: WARNING nova.virt.vmwareapi.driver [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 536.601133] env[68134]: INFO nova.virt.node [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Generated node identity 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 [ 536.601370] env[68134]: INFO nova.virt.node [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Wrote node identity 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 to /opt/stack/data/n-cpu-1/compute_id [ 537.104313] env[68134]: WARNING nova.compute.manager [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Compute nodes ['2e217e64-ce10-45b5-b239-cd7fc7aa5d96'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 538.109504] env[68134]: INFO nova.compute.manager [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 539.116319] env[68134]: WARNING nova.compute.manager [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 539.116676] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.116915] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.117120] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.117306] env[68134]: DEBUG nova.compute.resource_tracker [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 539.118341] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f914d6a2-3402-4044-9018-d3793b844e04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.127129] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8939de-2f63-4435-94a5-62c79f90f8c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.141283] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac645e6-eb15-4d21-99e4-a2cb59a37863 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.147563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297c462a-14bc-4842-869c-3ac73012a774 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.175789] env[68134]: DEBUG nova.compute.resource_tracker [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181104MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 539.175993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.176311] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.679320] env[68134]: WARNING nova.compute.resource_tracker [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] No compute node record for cpu-1:2e217e64-ce10-45b5-b239-cd7fc7aa5d96: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 could not be found. [ 540.182777] env[68134]: INFO nova.compute.resource_tracker [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 [ 541.691141] env[68134]: DEBUG nova.compute.resource_tracker [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 541.691509] env[68134]: DEBUG nova.compute.resource_tracker [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 541.876463] env[68134]: INFO nova.scheduler.client.report [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] [req-e9de87dd-36ac-46c4-a61f-dbd871fea88e] Created resource provider record via placement API for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 541.894976] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aecd8d5-641b-4fc7-9246-e16856ea221c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.903285] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a266ee6a-1362-491a-9c52-bba374fc61e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.934605] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f83d6e-bc0f-40e4-8eda-e34fe51b7f74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.942613] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e929ca21-33b1-452b-8dee-6e78232cb893 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.957128] env[68134]: DEBUG nova.compute.provider_tree [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 542.496682] env[68134]: DEBUG nova.scheduler.client.report [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 542.496915] env[68134]: DEBUG nova.compute.provider_tree [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 0 to 1 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 542.497069] env[68134]: DEBUG nova.compute.provider_tree [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 542.552746] env[68134]: DEBUG nova.compute.provider_tree [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 1 to 2 during operation: update_traits {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.057594] env[68134]: DEBUG nova.compute.resource_tracker [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 543.057887] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.882s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.057985] env[68134]: DEBUG nova.service [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Creating RPC server for service compute {{(pid=68134) start /opt/stack/nova/nova/service.py:186}} [ 543.071516] env[68134]: DEBUG nova.service [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] Join ServiceGroup membership for this service compute {{(pid=68134) start /opt/stack/nova/nova/service.py:203}} [ 543.071713] env[68134]: DEBUG nova.servicegroup.drivers.db [None req-1117e30c-4c7f-4504-9155-8f69584a5051 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68134) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 567.074651] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_power_states {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.577618] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Getting list of instances from cluster (obj){ [ 567.577618] env[68134]: value = "domain-c8" [ 567.577618] env[68134]: _type = "ClusterComputeResource" [ 567.577618] env[68134]: } {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.578816] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df108078-123c-41b0-abe6-a6449b841f48 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.587633] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Got total of 0 instances {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.587864] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.588176] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Getting list of instances from cluster (obj){ [ 567.588176] env[68134]: value = "domain-c8" [ 567.588176] env[68134]: _type = "ClusterComputeResource" [ 567.588176] env[68134]: } {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.589030] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13dc78-743d-4704-9273-a2402498ae81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.596468] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Got total of 0 instances {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.405538] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "33d3c446-1267-4eb7-970b-af1013db456c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.405813] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "33d3c446-1267-4eb7-970b-af1013db456c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.908954] env[68134]: DEBUG nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.406984] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "f7578951-667c-401a-a56e-637a992dddb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.407258] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f7578951-667c-401a-a56e-637a992dddb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.450733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.451217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.452778] env[68134]: INFO nova.compute.claims [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.611888] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "08ab5963-281f-43c8-ae97-9cb9028d095f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.615915] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.909552] env[68134]: DEBUG nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.117642] env[68134]: DEBUG nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.435901] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.589099] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ba580-3e83-4188-ac9d-267276733a9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.600472] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897db613-6d0a-41ad-b256-45af68af4abe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.639264] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9372c4ba-0eb3-4ed2-87f9-22deee9ba99f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.656836] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d67155-ecf7-44c5-8899-84323c431749 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.666587] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.678403] env[68134]: DEBUG nova.compute.provider_tree [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.969308] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.969570] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.013029] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "0e396779-8b56-4718-9c40-f44d86723090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.013126] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "0e396779-8b56-4718-9c40-f44d86723090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.182299] env[68134]: DEBUG nova.scheduler.client.report [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.475031] env[68134]: DEBUG nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.515393] env[68134]: DEBUG nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.688784] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.689375] env[68134]: DEBUG nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.694781] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.257s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.695385] env[68134]: INFO nova.compute.claims [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.004920] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.047399] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.202821] env[68134]: DEBUG nova.compute.utils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.209247] env[68134]: DEBUG nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.209247] env[68134]: DEBUG nova.network.neutron [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.364762] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "74dfb642-d692-4832-b2ca-ccbe76fb0802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.365253] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.583095] env[68134]: DEBUG nova.policy [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2677988ab72a4153b75504e55166b61c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b165b5f51d224a7c9f9d67e4ce1c0be3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.700557] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.700949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.715439] env[68134]: DEBUG nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.868067] env[68134]: DEBUG nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.907555] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888ff17-5bd5-41e0-8b07-63fe1db09143 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.916848] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3c300e-442b-45e9-99c1-c2861cbdab1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.957773] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f36c1c-89ae-4674-901c-755debbec964 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.967389] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae7b0f-7718-4a82-bbae-b9a3a73a893a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.986140] env[68134]: DEBUG nova.compute.provider_tree [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.206557] env[68134]: DEBUG nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.329669] env[68134]: DEBUG nova.network.neutron [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Successfully created port: 19dd3306-1e04-437a-bcc4-a6bc9fee6a0c {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.405548] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.488876] env[68134]: DEBUG nova.scheduler.client.report [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.729507] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.730595] env[68134]: DEBUG nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.761092] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.761339] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.761495] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.761674] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.761816] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.761967] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.762239] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.762398] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.762787] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.762948] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.763128] env[68134]: DEBUG nova.virt.hardware [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.763964] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cf9fcc-0182-412b-a091-dfabb8004156 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.772180] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9159b7-8843-4720-8671-724ae2d57df0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.791171] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626a9745-9347-41a0-a7d4-7bb934b25afa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.968522] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "7eafe60b-51f1-436a-adf7-634ab7f15949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.968522] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.000330] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.000330] env[68134]: DEBUG nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.007705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.339s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.010048] env[68134]: INFO nova.compute.claims [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.475068] env[68134]: DEBUG nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.519433] env[68134]: DEBUG nova.compute.utils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.526202] env[68134]: DEBUG nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.530168] env[68134]: DEBUG nova.network.neutron [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.674598] env[68134]: DEBUG nova.policy [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c05cd1a34eee4869984ccb004389b514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01af12c7cf0438392d8803a59504126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.013946] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.031483] env[68134]: DEBUG nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.214528] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ee621-e7f2-4efd-9421-cd208a71b966 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.223154] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5696b-2914-4911-868f-1b70fdebe705 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.256575] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef0873-fc07-476c-98a7-10929d250d2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.264837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef8ffde-7bfe-42b0-b878-69906eda53ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.280384] env[68134]: DEBUG nova.compute.provider_tree [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.375772] env[68134]: DEBUG nova.network.neutron [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Successfully created port: c89432d6-11ee-4d78-93d5-7bb8627ebef0 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.718212] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.718469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.783821] env[68134]: DEBUG nova.scheduler.client.report [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.045163] env[68134]: DEBUG nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.073347] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.073512] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.073663] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.073857] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.074049] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.074202] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.074403] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.074556] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.074714] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.074869] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.075191] env[68134]: DEBUG nova.virt.hardware [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.076146] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dde585-f555-4e1b-ab8d-15d14b940953 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.085295] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ba768f-984c-4894-a1a4-32c6dbab8195 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.221565] env[68134]: DEBUG nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.277238] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.279592] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.279592] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.279772] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.279968] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.280210] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.281017] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.281017] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 591.281696] env[68134]: DEBUG nova.network.neutron [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Successfully updated port: 19dd3306-1e04-437a-bcc4-a6bc9fee6a0c {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.285756] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 591.291230] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.291230] env[68134]: DEBUG nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.294706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.290s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.297444] env[68134]: INFO nova.compute.claims [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.760192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.792715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "refresh_cache-33d3c446-1267-4eb7-970b-af1013db456c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.792715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquired lock "refresh_cache-33d3c446-1267-4eb7-970b-af1013db456c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.792715] env[68134]: DEBUG nova.network.neutron [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.792715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.802424] env[68134]: DEBUG nova.compute.utils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.805303] env[68134]: DEBUG nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.805472] env[68134]: DEBUG nova.network.neutron [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.996999] env[68134]: DEBUG nova.policy [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '140cf6c254484dec88f151688fb60fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db36e75cf7a1464db260f4486f874a70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.324643] env[68134]: DEBUG nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.504207] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.504207] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.549466] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670818ad-b9b1-490c-869d-b9ceb8d215a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.558621] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055a1332-401b-402a-a824-be613704d4db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.598045] env[68134]: DEBUG nova.network.neutron [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.600810] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96f4f4-589a-494d-8722-d1717d81b515 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.611874] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c37d4-df5f-4a49-90b5-691588b9e700 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.628407] env[68134]: DEBUG nova.compute.provider_tree [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.888623] env[68134]: DEBUG nova.compute.manager [req-c7155131-92f0-4a8b-9c25-cd2b5a3d562f req-683dda18-4ff5-446e-a8ad-829d6ce5ef10 service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Received event network-vif-plugged-19dd3306-1e04-437a-bcc4-a6bc9fee6a0c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.888745] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7155131-92f0-4a8b-9c25-cd2b5a3d562f req-683dda18-4ff5-446e-a8ad-829d6ce5ef10 service nova] Acquiring lock "33d3c446-1267-4eb7-970b-af1013db456c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.889400] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7155131-92f0-4a8b-9c25-cd2b5a3d562f req-683dda18-4ff5-446e-a8ad-829d6ce5ef10 service nova] Lock "33d3c446-1267-4eb7-970b-af1013db456c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.889400] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7155131-92f0-4a8b-9c25-cd2b5a3d562f req-683dda18-4ff5-446e-a8ad-829d6ce5ef10 service nova] Lock "33d3c446-1267-4eb7-970b-af1013db456c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.889576] env[68134]: DEBUG nova.compute.manager [req-c7155131-92f0-4a8b-9c25-cd2b5a3d562f req-683dda18-4ff5-446e-a8ad-829d6ce5ef10 service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] No waiting events found dispatching network-vif-plugged-19dd3306-1e04-437a-bcc4-a6bc9fee6a0c {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.889751] env[68134]: WARNING nova.compute.manager [req-c7155131-92f0-4a8b-9c25-cd2b5a3d562f req-683dda18-4ff5-446e-a8ad-829d6ce5ef10 service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Received unexpected event network-vif-plugged-19dd3306-1e04-437a-bcc4-a6bc9fee6a0c for instance with vm_state building and task_state spawning. [ 593.003148] env[68134]: DEBUG nova.network.neutron [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Updating instance_info_cache with network_info: [{"id": "19dd3306-1e04-437a-bcc4-a6bc9fee6a0c", "address": "fa:16:3e:88:bc:e7", "network": {"id": "78d0d782-ea4e-4e5e-9942-321892ab1728", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2115023539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b165b5f51d224a7c9f9d67e4ce1c0be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd3306-1e", "ovs_interfaceid": "19dd3306-1e04-437a-bcc4-a6bc9fee6a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.005937] env[68134]: DEBUG nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.134986] env[68134]: DEBUG nova.scheduler.client.report [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.275976] env[68134]: DEBUG nova.network.neutron [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Successfully updated port: c89432d6-11ee-4d78-93d5-7bb8627ebef0 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.328721] env[68134]: DEBUG nova.network.neutron [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Successfully created port: be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.340403] env[68134]: DEBUG nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.369545] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.369767] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.369952] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.370176] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.370315] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.370453] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.370651] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.370797] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.374604] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.374604] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.374604] env[68134]: DEBUG nova.virt.hardware [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.375557] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c678b5-41d7-4396-8513-0fbf9859bbeb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.387430] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e762084-9f3f-4908-adcd-caa10c7d70b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.509710] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Releasing lock "refresh_cache-33d3c446-1267-4eb7-970b-af1013db456c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.510818] env[68134]: DEBUG nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Instance network_info: |[{"id": "19dd3306-1e04-437a-bcc4-a6bc9fee6a0c", "address": "fa:16:3e:88:bc:e7", "network": {"id": "78d0d782-ea4e-4e5e-9942-321892ab1728", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2115023539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b165b5f51d224a7c9f9d67e4ce1c0be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd3306-1e", "ovs_interfaceid": "19dd3306-1e04-437a-bcc4-a6bc9fee6a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.514450] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:bc:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19dd3306-1e04-437a-bcc4-a6bc9fee6a0c', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.528690] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.531496] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6be63d3c-6d01-455b-8611-f52b907f609b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.548111] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Created folder: OpenStack in parent group-v4. [ 593.548111] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating folder: Project (b165b5f51d224a7c9f9d67e4ce1c0be3). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.548111] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a38ff2-b619-49f3-8bbe-b2a179e88562 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.556831] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.558572] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Created folder: Project (b165b5f51d224a7c9f9d67e4ce1c0be3) in parent group-v594791. [ 593.558755] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating folder: Instances. Parent ref: group-v594792. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.558982] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f42f4060-8ac5-4dba-9fd5-1e079f52c87d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.567884] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Created folder: Instances in parent group-v594792. [ 593.568174] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.568381] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.568564] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8e1656-3089-48ef-b80f-afc5df3b8f74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.594644] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.594644] env[68134]: value = "task-2964229" [ 593.594644] env[68134]: _type = "Task" [ 593.594644] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.604918] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964229, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.642023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.642723] env[68134]: DEBUG nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.646167] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.599s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.647996] env[68134]: INFO nova.compute.claims [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.781382] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "refresh_cache-f7578951-667c-401a-a56e-637a992dddb4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.781641] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired lock "refresh_cache-f7578951-667c-401a-a56e-637a992dddb4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.783441] env[68134]: DEBUG nova.network.neutron [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.110570] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964229, 'name': CreateVM_Task, 'duration_secs': 0.350344} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.110570] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.118587] env[68134]: DEBUG oslo_vmware.service [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915f87b-e706-4b95-9111-404bd43beb14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.125663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.125663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.129121] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.129457] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f612cceb-a0eb-4b59-98ad-47c23be516da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.137699] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 594.137699] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a23d62-431b-81c5-5195-c0316591438b" [ 594.137699] env[68134]: _type = "Task" [ 594.137699] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.152265] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a23d62-431b-81c5-5195-c0316591438b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.157624] env[68134]: DEBUG nova.compute.utils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.157624] env[68134]: DEBUG nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.157624] env[68134]: DEBUG nova.network.neutron [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.228146] env[68134]: DEBUG nova.policy [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1614aa5f3b6240c99312bb497051502a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '377effb8f3464ddda200b738ed39d32a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.291914] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.296027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.350710] env[68134]: DEBUG nova.network.neutron [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.650558] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.650803] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.651056] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.651207] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.651615] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.652237] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59e32410-3f88-465e-95d2-907c11ab010d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.663153] env[68134]: DEBUG nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.668646] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.674170] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.674170] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347e14c-2207-46ea-9240-c50012d10f21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.680890] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83eac35-5924-4609-a06c-b27b6a0101db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.689375] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 594.689375] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5277f84f-49c4-38da-0206-ef5189ff2618" [ 594.689375] env[68134]: _type = "Task" [ 594.689375] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.706644] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5277f84f-49c4-38da-0206-ef5189ff2618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.790016] env[68134]: DEBUG nova.network.neutron [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Updating instance_info_cache with network_info: [{"id": "c89432d6-11ee-4d78-93d5-7bb8627ebef0", "address": "fa:16:3e:f0:fe:36", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89432d6-11", "ovs_interfaceid": "c89432d6-11ee-4d78-93d5-7bb8627ebef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.852825] env[68134]: DEBUG nova.network.neutron [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Successfully created port: d4dfb543-bd10-4348-89ba-369c6f8d09f5 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.013919] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a0d563-afdd-47d3-ab99-1ef5190b534c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.030682] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4bc287-1660-447b-ac1e-c5245f81eed2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.073091] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90343adf-585b-4139-a746-8d4ecbdf1ee6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.081662] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae4974-ae27-4bf6-b04e-6241ddfc8365 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.095719] env[68134]: DEBUG nova.compute.provider_tree [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.201815] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Preparing fetch location {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 595.201815] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating directory with path [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.202112] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39875838-74b9-4183-968b-357e0ea47a7f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.227162] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Created directory with path [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.227403] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Fetch image to [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 595.227691] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Downloading image file data 8eb32fea-93d0-4a91-ad42-8c47be1d04da to [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk on the data store datastore1 {{(pid=68134) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 595.229504] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b741cf-0ab2-4cbb-bfe4-4168c7a38c78 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.239773] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119f5c5c-3883-43d3-8fe5-647731746143 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.253225] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b13223-c182-41e4-8368-771fa0d1cab2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.292343] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Releasing lock "refresh_cache-f7578951-667c-401a-a56e-637a992dddb4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.292531] env[68134]: DEBUG nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Instance network_info: |[{"id": "c89432d6-11ee-4d78-93d5-7bb8627ebef0", "address": "fa:16:3e:f0:fe:36", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89432d6-11", "ovs_interfaceid": "c89432d6-11ee-4d78-93d5-7bb8627ebef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.293587] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de5a7b8-cc46-46d3-a5a8-326d7be7feb2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.296525] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:fe:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c89432d6-11ee-4d78-93d5-7bb8627ebef0', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.303880] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Creating folder: Project (f01af12c7cf0438392d8803a59504126). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.304161] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d306e30-f89d-44df-8d0a-33f336586dbe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.316052] env[68134]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d68eda62-16da-4962-9c07-0f2a9f2d6c3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.322697] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Created folder: Project (f01af12c7cf0438392d8803a59504126) in parent group-v594791. [ 595.322843] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Creating folder: Instances. Parent ref: group-v594795. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.323103] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c00dd52a-e1d3-4c5c-8fbf-0cb6c402bda2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.332327] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Created folder: Instances in parent group-v594795. [ 595.332754] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.334063] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7578951-667c-401a-a56e-637a992dddb4] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.334063] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f878e1a-ebc8-40ce-bd7b-5ed43499bc52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.360566] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Downloading image file data 8eb32fea-93d0-4a91-ad42-8c47be1d04da to the data store datastore1 {{(pid=68134) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 595.366253] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.366253] env[68134]: value = "task-2964232" [ 595.366253] env[68134]: _type = "Task" [ 595.366253] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.380498] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964232, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.543712] env[68134]: DEBUG oslo_vmware.rw_handles [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68134) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 595.551078] env[68134]: DEBUG nova.network.neutron [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Successfully updated port: be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.624560] env[68134]: DEBUG nova.scheduler.client.report [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.679689] env[68134]: DEBUG nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.717409] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.717732] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.717928] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.718333] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.719238] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.719238] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.719238] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.720118] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.720118] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.720118] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.720118] env[68134]: DEBUG nova.virt.hardware [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.721062] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645a4a4d-5150-4198-8d11-7212f8708e9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.735321] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af830f48-30b3-43ee-8758-da58e05030bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.877988] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964232, 'name': CreateVM_Task, 'duration_secs': 0.33574} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.879522] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7578951-667c-401a-a56e-637a992dddb4] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.881043] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.881667] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.881667] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.881854] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086cc51b-6bd6-4dba-abfc-060865e9dce7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.888390] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 595.888390] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52161d7a-9c1d-5721-63bd-f7994472b7c7" [ 595.888390] env[68134]: _type = "Task" [ 595.888390] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.899780] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52161d7a-9c1d-5721-63bd-f7994472b7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.054425] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "refresh_cache-08ab5963-281f-43c8-ae97-9cb9028d095f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.054733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquired lock "refresh_cache-08ab5963-281f-43c8-ae97-9cb9028d095f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.054939] env[68134]: DEBUG nova.network.neutron [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.121450] env[68134]: DEBUG nova.compute.manager [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Received event network-changed-19dd3306-1e04-437a-bcc4-a6bc9fee6a0c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.121450] env[68134]: DEBUG nova.compute.manager [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Refreshing instance network info cache due to event network-changed-19dd3306-1e04-437a-bcc4-a6bc9fee6a0c. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 596.122251] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Acquiring lock "refresh_cache-33d3c446-1267-4eb7-970b-af1013db456c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.122251] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Acquired lock "refresh_cache-33d3c446-1267-4eb7-970b-af1013db456c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.122251] env[68134]: DEBUG nova.network.neutron [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Refreshing network info cache for port 19dd3306-1e04-437a-bcc4-a6bc9fee6a0c {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.130528] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.130906] env[68134]: DEBUG nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.135088] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.730s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.136577] env[68134]: INFO nova.compute.claims [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.287085] env[68134]: DEBUG oslo_vmware.rw_handles [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Completed reading data from the image iterator. {{(pid=68134) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 596.287085] env[68134]: DEBUG oslo_vmware.rw_handles [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 596.404837] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.405507] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.405507] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.419628] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Downloaded image file data 8eb32fea-93d0-4a91-ad42-8c47be1d04da to vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk on the data store datastore1 {{(pid=68134) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 596.421919] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Caching image {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 596.422698] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Copying Virtual Disk [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk to [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.422823] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc0ab75c-d34a-4753-86ad-497e0a0b56a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.431403] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 596.431403] env[68134]: value = "task-2964233" [ 596.431403] env[68134]: _type = "Task" [ 596.431403] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.444661] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.641661] env[68134]: DEBUG nova.network.neutron [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.645736] env[68134]: DEBUG nova.compute.utils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.650341] env[68134]: DEBUG nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.650341] env[68134]: DEBUG nova.network.neutron [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.948755] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964233, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.977058] env[68134]: DEBUG nova.policy [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cd8e74a2e1247368d9fa17d0e5062b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '518b26a51ca64e67ae77ecb296df1ec3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.061089] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "23228ef5-dfa9-44e5-b3da-b1532febba2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.061354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.101197] env[68134]: DEBUG nova.network.neutron [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Updated VIF entry in instance network info cache for port 19dd3306-1e04-437a-bcc4-a6bc9fee6a0c. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.101197] env[68134]: DEBUG nova.network.neutron [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Updating instance_info_cache with network_info: [{"id": "19dd3306-1e04-437a-bcc4-a6bc9fee6a0c", "address": "fa:16:3e:88:bc:e7", "network": {"id": "78d0d782-ea4e-4e5e-9942-321892ab1728", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2115023539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b165b5f51d224a7c9f9d67e4ce1c0be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd3306-1e", "ovs_interfaceid": "19dd3306-1e04-437a-bcc4-a6bc9fee6a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.156965] env[68134]: DEBUG nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.221670] env[68134]: DEBUG nova.network.neutron [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Updating instance_info_cache with network_info: [{"id": "be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b", "address": "fa:16:3e:37:36:cd", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0dcf9d-a8", "ovs_interfaceid": "be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.443508] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657021} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.444119] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Copied Virtual Disk [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk to [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.444487] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Deleting the datastore file [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.446653] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7af25013-935e-41a5-a4b3-e46efaa5d3f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.450334] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f172aeb-568e-4374-ada4-73893365130b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.453890] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 597.453890] env[68134]: value = "task-2964234" [ 597.453890] env[68134]: _type = "Task" [ 597.453890] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.460343] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546a0557-eff9-4ed6-b085-e43c7934738f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.467373] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.500151] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079bc914-3510-4e1a-ae38-92236340c36a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.508225] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c562d39b-2cdb-40da-be75-d7417c9d1ca7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.522807] env[68134]: DEBUG nova.compute.provider_tree [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.605714] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Releasing lock "refresh_cache-33d3c446-1267-4eb7-970b-af1013db456c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.605985] env[68134]: DEBUG nova.compute.manager [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Received event network-vif-plugged-c89432d6-11ee-4d78-93d5-7bb8627ebef0 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.606197] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Acquiring lock "f7578951-667c-401a-a56e-637a992dddb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.606400] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Lock "f7578951-667c-401a-a56e-637a992dddb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.606559] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Lock "f7578951-667c-401a-a56e-637a992dddb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.606722] env[68134]: DEBUG nova.compute.manager [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] No waiting events found dispatching network-vif-plugged-c89432d6-11ee-4d78-93d5-7bb8627ebef0 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.607529] env[68134]: WARNING nova.compute.manager [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Received unexpected event network-vif-plugged-c89432d6-11ee-4d78-93d5-7bb8627ebef0 for instance with vm_state building and task_state spawning. [ 597.607529] env[68134]: DEBUG nova.compute.manager [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Received event network-changed-c89432d6-11ee-4d78-93d5-7bb8627ebef0 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.607529] env[68134]: DEBUG nova.compute.manager [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Refreshing instance network info cache due to event network-changed-c89432d6-11ee-4d78-93d5-7bb8627ebef0. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.607529] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Acquiring lock "refresh_cache-f7578951-667c-401a-a56e-637a992dddb4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.607529] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Acquired lock "refresh_cache-f7578951-667c-401a-a56e-637a992dddb4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.607673] env[68134]: DEBUG nova.network.neutron [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Refreshing network info cache for port c89432d6-11ee-4d78-93d5-7bb8627ebef0 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.726153] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Releasing lock "refresh_cache-08ab5963-281f-43c8-ae97-9cb9028d095f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.726900] env[68134]: DEBUG nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Instance network_info: |[{"id": "be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b", "address": "fa:16:3e:37:36:cd", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0dcf9d-a8", "ovs_interfaceid": "be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.727023] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:36:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.734648] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Creating folder: Project (db36e75cf7a1464db260f4486f874a70). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.735371] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2259c23-20c8-4ca2-8fb0-48293d58e7b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.745573] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Created folder: Project (db36e75cf7a1464db260f4486f874a70) in parent group-v594791. [ 597.745780] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Creating folder: Instances. Parent ref: group-v594798. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.746037] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6cc256-1e3d-485e-931b-47de8f6a7bbd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.758270] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Created folder: Instances in parent group-v594798. [ 597.758270] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.758270] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.758270] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f9d8bc0-b08d-409a-af45-0dec5eb6c316 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.776106] env[68134]: DEBUG nova.network.neutron [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Successfully updated port: d4dfb543-bd10-4348-89ba-369c6f8d09f5 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.785741] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.785741] env[68134]: value = "task-2964237" [ 597.785741] env[68134]: _type = "Task" [ 597.785741] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.800191] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964237, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.962301] env[68134]: DEBUG nova.network.neutron [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Successfully created port: a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.972723] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025584} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.972723] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.972886] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Moving file from [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3/8eb32fea-93d0-4a91-ad42-8c47be1d04da to [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da. {{(pid=68134) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 597.973129] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-02019862-4931-4584-9acb-bd81e21f4b9a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.984419] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 597.984419] env[68134]: value = "task-2964238" [ 597.984419] env[68134]: _type = "Task" [ 597.984419] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.993178] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964238, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.025588] env[68134]: DEBUG nova.scheduler.client.report [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.168079] env[68134]: DEBUG nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.196688] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.197590] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.197840] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.198056] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.198214] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.198560] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.198560] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.198711] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.198873] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.199043] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.199220] env[68134]: DEBUG nova.virt.hardware [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.200645] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee6f75-99eb-4c7b-8bd1-1cd799bd4fe1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.211853] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee018703-76dd-4477-99ef-a7f2b86273e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.280127] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.280127] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.280127] env[68134]: DEBUG nova.network.neutron [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.296738] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964237, 'name': CreateVM_Task, 'duration_secs': 0.346966} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.296890] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.298097] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.298097] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.298317] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.300210] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595d2fcb-1475-4c2e-ac93-a10a94884a48 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.304915] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 598.304915] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526dfbc0-3bb0-0825-c8c3-fe5900c90ebf" [ 598.304915] env[68134]: _type = "Task" [ 598.304915] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.313929] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526dfbc0-3bb0-0825-c8c3-fe5900c90ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.499489] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964238, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023227} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.499813] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] File moved {{(pid=68134) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 598.500090] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Cleaning up location [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 598.500462] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Deleting the datastore file [datastore1] vmware_temp/9a0b6776-65fd-4849-bf92-9da0f040ecf3 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.500812] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8f918c3-6de8-422d-9942-0d36c96a50b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.508293] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 598.508293] env[68134]: value = "task-2964239" [ 598.508293] env[68134]: _type = "Task" [ 598.508293] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.519043] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.535489] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.535748] env[68134]: DEBUG nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.539139] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.810s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.540826] env[68134]: INFO nova.compute.claims [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.618790] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "2a16afaf-4291-455b-b320-b9d58646fc32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.619161] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "2a16afaf-4291-455b-b320-b9d58646fc32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.825033] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526dfbc0-3bb0-0825-c8c3-fe5900c90ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.825349] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.825781] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.825855] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.912330] env[68134]: DEBUG nova.network.neutron [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.023745] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050235} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.023827] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.024611] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a02dd37-f0b4-408c-a2bd-308eb1cdf231 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.030633] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 599.030633] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525333b9-bdea-9ca9-412d-653e51ab7335" [ 599.030633] env[68134]: _type = "Task" [ 599.030633] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.042768] env[68134]: DEBUG nova.compute.utils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.044163] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525333b9-bdea-9ca9-412d-653e51ab7335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.044693] env[68134]: DEBUG nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.044860] env[68134]: DEBUG nova.network.neutron [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.174619] env[68134]: DEBUG nova.policy [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7547c3523ac14fa7ada13165d29a27d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b05821bd16548b5a8dc92c519a486b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.317354] env[68134]: DEBUG nova.network.neutron [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Updated VIF entry in instance network info cache for port c89432d6-11ee-4d78-93d5-7bb8627ebef0. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.317551] env[68134]: DEBUG nova.network.neutron [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Updating instance_info_cache with network_info: [{"id": "c89432d6-11ee-4d78-93d5-7bb8627ebef0", "address": "fa:16:3e:f0:fe:36", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89432d6-11", "ovs_interfaceid": "c89432d6-11ee-4d78-93d5-7bb8627ebef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.483328] env[68134]: DEBUG nova.network.neutron [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance_info_cache with network_info: [{"id": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "address": "fa:16:3e:15:a3:56", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dfb543-bd", "ovs_interfaceid": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.546104] env[68134]: DEBUG nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.549824] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525333b9-bdea-9ca9-412d-653e51ab7335, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.551452] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.551563] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 33d3c446-1267-4eb7-970b-af1013db456c/33d3c446-1267-4eb7-970b-af1013db456c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.553356] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Received event network-vif-plugged-be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.553356] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Acquiring lock "08ab5963-281f-43c8-ae97-9cb9028d095f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.553723] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.553723] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.553957] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] No waiting events found dispatching network-vif-plugged-be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.554030] env[68134]: WARNING nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Received unexpected event network-vif-plugged-be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b for instance with vm_state building and task_state spawning. [ 599.554190] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Received event network-changed-be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.554305] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Refreshing instance network info cache due to event network-changed-be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.554509] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Acquiring lock "refresh_cache-08ab5963-281f-43c8-ae97-9cb9028d095f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554628] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Acquired lock "refresh_cache-08ab5963-281f-43c8-ae97-9cb9028d095f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.554780] env[68134]: DEBUG nova.network.neutron [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Refreshing network info cache for port be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.556031] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.556031] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.556334] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36b26923-930b-4aed-aa9d-353b6c8863ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.558852] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b8f156a-130e-4473-bf49-c12eb69e0358 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.570850] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 599.570850] env[68134]: value = "task-2964240" [ 599.570850] env[68134]: _type = "Task" [ 599.570850] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.572579] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.572736] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.577491] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429da580-14eb-4ef3-8062-965d6f9c4b42 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.586592] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.590767] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 599.590767] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522d2c1b-3428-b772-50ee-ae4499ecbe7e" [ 599.590767] env[68134]: _type = "Task" [ 599.590767] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.606737] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522d2c1b-3428-b772-50ee-ae4499ecbe7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.610484] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca15e269-4384-44b4-880a-7ff44cc88a19 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.618709] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 599.618709] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52250803-9401-8648-8317-20b5bf8492d3" [ 599.618709] env[68134]: _type = "Task" [ 599.618709] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.628115] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52250803-9401-8648-8317-20b5bf8492d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.805837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3509b-7562-4090-aa37-3d21efcf7fed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.813686] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25abd412-0a48-477e-880c-04a4d3749078 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.849257] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1bed0c5-c320-4130-b4b6-2e7d09e6db7b req-690cc02f-3afd-4fb0-bb48-3ff2c1bf56df service nova] Releasing lock "refresh_cache-f7578951-667c-401a-a56e-637a992dddb4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.850915] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68594dc-37d5-4e65-b1c6-836a3c2f83be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.862370] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393fb10b-1a71-4c0e-b0fc-a4accf43385f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.879749] env[68134]: DEBUG nova.compute.provider_tree [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.986995] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.987372] env[68134]: DEBUG nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Instance network_info: |[{"id": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "address": "fa:16:3e:15:a3:56", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dfb543-bd", "ovs_interfaceid": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.987951] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a3:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4dfb543-bd10-4348-89ba-369c6f8d09f5', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.996382] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Creating folder: Project (377effb8f3464ddda200b738ed39d32a). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.997160] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e99b19-7ed2-47db-a733-b0fed5831c7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.008927] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Created folder: Project (377effb8f3464ddda200b738ed39d32a) in parent group-v594791. [ 600.009610] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Creating folder: Instances. Parent ref: group-v594801. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.009610] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ade56b82-68ed-48e7-9c64-380c48102492 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.020591] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Created folder: Instances in parent group-v594801. [ 600.020850] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.021105] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.021863] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97fbed02-7601-41b3-861d-d7f02c337d51 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.043141] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.043141] env[68134]: value = "task-2964243" [ 600.043141] env[68134]: _type = "Task" [ 600.043141] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.057197] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964243, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.089348] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964240, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.132732] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52250803-9401-8648-8317-20b5bf8492d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.133074] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.133251] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f7578951-667c-401a-a56e-637a992dddb4/f7578951-667c-401a-a56e-637a992dddb4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.133519] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.134226] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.134226] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c37625f-0bf5-4780-b364-a3afe057ccbd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.136195] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5807dc17-5776-4063-aa26-90e9c7488a6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.143343] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 600.143343] env[68134]: value = "task-2964244" [ 600.143343] env[68134]: _type = "Task" [ 600.143343] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.144678] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.145472] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.148554] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630204dc-55f3-4c56-a42b-7aa6bac5d720 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.156473] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.158216] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 600.158216] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52eb314b-e685-273c-3ffc-0d9bcf16adc3" [ 600.158216] env[68134]: _type = "Task" [ 600.158216] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.165971] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52eb314b-e685-273c-3ffc-0d9bcf16adc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.201610] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.202130] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.329124] env[68134]: DEBUG nova.network.neutron [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Successfully created port: fc779512-fee1-4669-810a-114f27c7b866 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.383522] env[68134]: DEBUG nova.scheduler.client.report [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.555026] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964243, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.556942] env[68134]: DEBUG nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.584372] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964240, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.597846] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.598097] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.598256] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.598432] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.598570] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.598843] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.598930] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.599314] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.599548] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.599973] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.599973] env[68134]: DEBUG nova.virt.hardware [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.600734] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9c9c2-6a88-4a5b-a2ec-b35dec302a47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.608232] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f737098d-f9c9-4832-9f42-bfba6e010eb0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.654991] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.667609] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52eb314b-e685-273c-3ffc-0d9bcf16adc3, 'name': SearchDatastore_Task, 'duration_secs': 0.016741} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.668325] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f80a06-a10b-45e1-a931-76fcbcd6fe8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.673931] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 600.673931] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f94784-5876-f6f4-4664-a685e2b40c1b" [ 600.673931] env[68134]: _type = "Task" [ 600.673931] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.682033] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f94784-5876-f6f4-4664-a685e2b40c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.890642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.890642] env[68134]: DEBUG nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.893229] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.880s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.894580] env[68134]: INFO nova.compute.claims [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.993923] env[68134]: DEBUG nova.network.neutron [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Updated VIF entry in instance network info cache for port be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.994296] env[68134]: DEBUG nova.network.neutron [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Updating instance_info_cache with network_info: [{"id": "be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b", "address": "fa:16:3e:37:36:cd", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0dcf9d-a8", "ovs_interfaceid": "be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.054883] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964243, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.084863] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964240, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.154983] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.186251] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f94784-5876-f6f4-4664-a685e2b40c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.015176} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.187766] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.187766] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 08ab5963-281f-43c8-ae97-9cb9028d095f/08ab5963-281f-43c8-ae97-9cb9028d095f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.190313] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09c41b0a-924c-451e-b334-38d50389e989 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.196771] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 601.196771] env[68134]: value = "task-2964245" [ 601.196771] env[68134]: _type = "Task" [ 601.196771] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.208424] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.341133] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "6462c122-dc0f-4083-84f8-a472e61285b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.341133] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "6462c122-dc0f-4083-84f8-a472e61285b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.399797] env[68134]: DEBUG nova.compute.utils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.403457] env[68134]: DEBUG nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.403626] env[68134]: DEBUG nova.network.neutron [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.497752] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Releasing lock "refresh_cache-08ab5963-281f-43c8-ae97-9cb9028d095f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.500820] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Received event network-vif-plugged-d4dfb543-bd10-4348-89ba-369c6f8d09f5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.500820] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Acquiring lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.500820] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.500820] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.500820] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] No waiting events found dispatching network-vif-plugged-d4dfb543-bd10-4348-89ba-369c6f8d09f5 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.501370] env[68134]: WARNING nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Received unexpected event network-vif-plugged-d4dfb543-bd10-4348-89ba-369c6f8d09f5 for instance with vm_state building and task_state spawning. [ 601.501370] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Received event network-changed-d4dfb543-bd10-4348-89ba-369c6f8d09f5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.501370] env[68134]: DEBUG nova.compute.manager [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Refreshing instance network info cache due to event network-changed-d4dfb543-bd10-4348-89ba-369c6f8d09f5. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 601.501370] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Acquiring lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.501370] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Acquired lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.501616] env[68134]: DEBUG nova.network.neutron [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Refreshing network info cache for port d4dfb543-bd10-4348-89ba-369c6f8d09f5 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.562119] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964243, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.564028] env[68134]: DEBUG nova.policy [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d4a1df645244e359e55b06f70f2cadd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f9d2d3f223342d38db3bd9ecb1e500c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.599140] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.533781} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.599140] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 33d3c446-1267-4eb7-970b-af1013db456c/33d3c446-1267-4eb7-970b-af1013db456c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.599140] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.599887] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da7d1cbf-5df9-46cd-b849-d9e484e3acd1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.609813] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 601.609813] env[68134]: value = "task-2964246" [ 601.609813] env[68134]: _type = "Task" [ 601.609813] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.622925] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.662834] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964244, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.712234] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.737153] env[68134]: DEBUG nova.network.neutron [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Successfully updated port: a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.904307] env[68134]: DEBUG nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.062215] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964243, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.123481] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121104} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.123809] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.124888] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8bdd80-cb3a-4e19-b51e-60d5db2d34c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.160211] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 33d3c446-1267-4eb7-970b-af1013db456c/33d3c446-1267-4eb7-970b-af1013db456c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.169851] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78323c1-cd2e-4f78-a8b5-99212e18065b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.193219] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964244, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.762649} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.195385] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f7578951-667c-401a-a56e-637a992dddb4/f7578951-667c-401a-a56e-637a992dddb4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.195385] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.195630] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 602.195630] env[68134]: value = "task-2964247" [ 602.195630] env[68134]: _type = "Task" [ 602.195630] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.195630] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e312c3-7b93-42da-b489-a05fd1debf42 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.213592] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 602.213592] env[68134]: value = "task-2964248" [ 602.213592] env[68134]: _type = "Task" [ 602.213592] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.224676] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.235137] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.238589] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.244539] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.244743] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquired lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.245026] env[68134]: DEBUG nova.network.neutron [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.284098] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd427eb-1f85-4bde-a66a-83f0fcc4626f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.292279] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb4c96-338f-4557-8fe5-e50375275dad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.324471] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a0f27d-bd88-42ca-915b-15de066643ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.333214] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2443d06b-ce04-4127-be12-5e7d14bd910e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.348034] env[68134]: DEBUG nova.compute.provider_tree [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.556229] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964243, 'name': CreateVM_Task, 'duration_secs': 2.117475} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.556463] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.557408] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.557564] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.557873] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.558653] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c251fabd-6a39-4226-b9f2-8949dcb78db0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.567066] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 602.567066] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5290fba4-5177-4c2a-40b0-927bbaa00210" [ 602.567066] env[68134]: _type = "Task" [ 602.567066] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.576998] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5290fba4-5177-4c2a-40b0-927bbaa00210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.712112] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.731444] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095254} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.743071] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.743568] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964245, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.06592} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.744769] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc896734-4df0-43ca-9a39-1a15584e5c6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.747997] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 08ab5963-281f-43c8-ae97-9cb9028d095f/08ab5963-281f-43c8-ae97-9cb9028d095f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.748240] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.750562] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bbd3392-2817-4fb9-bd88-f8b24cedf941 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.781389] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f7578951-667c-401a-a56e-637a992dddb4/f7578951-667c-401a-a56e-637a992dddb4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.783142] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a69885-3ae4-4b2b-945f-15122b25e03e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.797981] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 602.797981] env[68134]: value = "task-2964249" [ 602.797981] env[68134]: _type = "Task" [ 602.797981] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.803934] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 602.803934] env[68134]: value = "task-2964250" [ 602.803934] env[68134]: _type = "Task" [ 602.803934] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.813679] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.821257] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.858262] env[68134]: DEBUG nova.scheduler.client.report [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.900409] env[68134]: DEBUG nova.network.neutron [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.923812] env[68134]: DEBUG nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.962547] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.962663] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.963050] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.963050] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.966497] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.966657] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.966879] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.967079] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.967212] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.967442] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.967624] env[68134]: DEBUG nova.virt.hardware [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.968816] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0fc9f4-ab24-44ea-aea0-feeca14571d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.977506] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4517e5f1-6b36-4977-bd62-11473f987b70 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.057186] env[68134]: DEBUG nova.network.neutron [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Successfully updated port: fc779512-fee1-4669-810a-114f27c7b866 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.084194] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5290fba4-5177-4c2a-40b0-927bbaa00210, 'name': SearchDatastore_Task, 'duration_secs': 0.052683} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.084466] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.084751] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.084949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.085065] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.085252] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.085504] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4205bd71-51e3-4432-88fa-f1eed5125e84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.099806] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.099806] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.099806] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f292adad-be2d-4258-96d4-3a018053b398 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.106248] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 603.106248] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f3e3bf-5fdf-a72f-5294-a5874b69223a" [ 603.106248] env[68134]: _type = "Task" [ 603.106248] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.114474] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f3e3bf-5fdf-a72f-5294-a5874b69223a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.210873] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964247, 'name': ReconfigVM_Task, 'duration_secs': 0.694886} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.211226] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 33d3c446-1267-4eb7-970b-af1013db456c/33d3c446-1267-4eb7-970b-af1013db456c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.211932] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03cdc56d-ffa6-47de-8e25-e70384850bf8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.219636] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 603.219636] env[68134]: value = "task-2964251" [ 603.219636] env[68134]: _type = "Task" [ 603.219636] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.233130] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964251, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.310366] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120089} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.311434] env[68134]: DEBUG nova.network.neutron [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updated VIF entry in instance network info cache for port d4dfb543-bd10-4348-89ba-369c6f8d09f5. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.311606] env[68134]: DEBUG nova.network.neutron [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance_info_cache with network_info: [{"id": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "address": "fa:16:3e:15:a3:56", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dfb543-bd", "ovs_interfaceid": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.316992] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.317836] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a916dbc-f624-4ff2-860a-d3bbae9fa9cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.348506] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 08ab5963-281f-43c8-ae97-9cb9028d095f/08ab5963-281f-43c8-ae97-9cb9028d095f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.348890] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964250, 'name': ReconfigVM_Task, 'duration_secs': 0.312831} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.349669] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f9f133c-17f6-4dee-98c9-6ec86ada035a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.365800] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f7578951-667c-401a-a56e-637a992dddb4/f7578951-667c-401a-a56e-637a992dddb4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.367216] env[68134]: DEBUG nova.network.neutron [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Successfully created port: bc60fe1d-7b85-46a5-9f92-fed5a1906f20 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.370265] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.370767] env[68134]: DEBUG nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.373468] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9567b956-68d5-4726-968a-a64688114697 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.377067] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.617s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.378943] env[68134]: INFO nova.compute.claims [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.385499] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "e1f537bc-5937-446d-b44a-8c0fe5441aee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.385636] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.387715] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 603.387715] env[68134]: value = "task-2964252" [ 603.387715] env[68134]: _type = "Task" [ 603.387715] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.389240] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 603.389240] env[68134]: value = "task-2964253" [ 603.389240] env[68134]: _type = "Task" [ 603.389240] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.401826] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.405572] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964253, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.543159] env[68134]: DEBUG nova.compute.manager [req-bd088cf8-e69d-49c1-80b3-2f047b0608a4 req-0237b6e9-0581-4142-8595-12c7726fb9d3 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Received event network-vif-plugged-a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.543387] env[68134]: DEBUG oslo_concurrency.lockutils [req-bd088cf8-e69d-49c1-80b3-2f047b0608a4 req-0237b6e9-0581-4142-8595-12c7726fb9d3 service nova] Acquiring lock "0e396779-8b56-4718-9c40-f44d86723090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.543582] env[68134]: DEBUG oslo_concurrency.lockutils [req-bd088cf8-e69d-49c1-80b3-2f047b0608a4 req-0237b6e9-0581-4142-8595-12c7726fb9d3 service nova] Lock "0e396779-8b56-4718-9c40-f44d86723090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.543738] env[68134]: DEBUG oslo_concurrency.lockutils [req-bd088cf8-e69d-49c1-80b3-2f047b0608a4 req-0237b6e9-0581-4142-8595-12c7726fb9d3 service nova] Lock "0e396779-8b56-4718-9c40-f44d86723090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.544092] env[68134]: DEBUG nova.compute.manager [req-bd088cf8-e69d-49c1-80b3-2f047b0608a4 req-0237b6e9-0581-4142-8595-12c7726fb9d3 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] No waiting events found dispatching network-vif-plugged-a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.544277] env[68134]: WARNING nova.compute.manager [req-bd088cf8-e69d-49c1-80b3-2f047b0608a4 req-0237b6e9-0581-4142-8595-12c7726fb9d3 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Received unexpected event network-vif-plugged-a82b4220-56fc-466e-a97d-eea7df71c7a3 for instance with vm_state building and task_state spawning. [ 603.562906] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.564629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquired lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.564629] env[68134]: DEBUG nova.network.neutron [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.599215] env[68134]: DEBUG nova.network.neutron [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updating instance_info_cache with network_info: [{"id": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "address": "fa:16:3e:de:17:47", "network": {"id": "0eee3069-1f9f-4e66-991c-bf4fb8c7eec1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1486522675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "518b26a51ca64e67ae77ecb296df1ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82b4220-56", "ovs_interfaceid": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.620664] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f3e3bf-5fdf-a72f-5294-a5874b69223a, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.621536] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d279db-917c-4936-a677-2d6233741eea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.632387] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 603.632387] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527596da-3233-0df6-8d81-a885c6e75d43" [ 603.632387] env[68134]: _type = "Task" [ 603.632387] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.645024] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527596da-3233-0df6-8d81-a885c6e75d43, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.647234] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.647234] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d96bc42c-7bd3-41b2-a663-1992180fcd51/d96bc42c-7bd3-41b2-a663-1992180fcd51.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.647234] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2dea2cd-b14e-4b12-94ad-f16b3393394c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.656988] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 603.656988] env[68134]: value = "task-2964254" [ 603.656988] env[68134]: _type = "Task" [ 603.656988] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.667876] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.730588] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964251, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.817743] env[68134]: DEBUG oslo_concurrency.lockutils [req-94a92f35-3344-411f-9e5e-44e445ac9a8b req-ebb28851-3684-4098-acbe-35a3540c17b3 service nova] Releasing lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.880481] env[68134]: DEBUG nova.compute.utils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.880481] env[68134]: DEBUG nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.880481] env[68134]: DEBUG nova.network.neutron [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.908610] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.913163] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964253, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.103974] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Releasing lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.104377] env[68134]: DEBUG nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Instance network_info: |[{"id": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "address": "fa:16:3e:de:17:47", "network": {"id": "0eee3069-1f9f-4e66-991c-bf4fb8c7eec1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1486522675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "518b26a51ca64e67ae77ecb296df1ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82b4220-56", "ovs_interfaceid": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.104725] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:17:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a82b4220-56fc-466e-a97d-eea7df71c7a3', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.113425] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Creating folder: Project (518b26a51ca64e67ae77ecb296df1ec3). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.113425] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da806577-9a5c-4d5d-9218-1954bb55a65b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.126092] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Created folder: Project (518b26a51ca64e67ae77ecb296df1ec3) in parent group-v594791. [ 604.126387] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Creating folder: Instances. Parent ref: group-v594804. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.126709] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1d620b2-3664-4212-9eeb-9ae5e93a8014 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.135408] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Created folder: Instances in parent group-v594804. [ 604.135793] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.135882] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.136102] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2377aacd-76c5-4993-b0a4-7f46bf2b2710 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.159022] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.159022] env[68134]: value = "task-2964257" [ 604.159022] env[68134]: _type = "Task" [ 604.159022] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.170720] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964254, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.174151] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964257, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.205044] env[68134]: DEBUG nova.network.neutron [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.221786] env[68134]: DEBUG nova.policy [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d4a1df645244e359e55b06f70f2cadd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f9d2d3f223342d38db3bd9ecb1e500c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.237663] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964251, 'name': Rename_Task, 'duration_secs': 1.008601} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.238072] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.238436] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9073c845-8169-4beb-b99e-1d62410de29c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.248101] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 604.248101] env[68134]: value = "task-2964258" [ 604.248101] env[68134]: _type = "Task" [ 604.248101] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.258088] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.385629] env[68134]: DEBUG nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.417521] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.421541] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964253, 'name': Rename_Task, 'duration_secs': 0.836977} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.424651] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.425990] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-981e9c97-932f-4317-83ea-38a13c862b84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.433796] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 604.433796] env[68134]: value = "task-2964259" [ 604.433796] env[68134]: _type = "Task" [ 604.433796] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.450097] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.676192] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964257, 'name': CreateVM_Task, 'duration_secs': 0.375481} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.677345] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926153} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.677345] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.677345] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d96bc42c-7bd3-41b2-a663-1992180fcd51/d96bc42c-7bd3-41b2-a663-1992180fcd51.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.677345] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.678234] env[68134]: DEBUG oslo_vmware.service [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12561276-82e0-4d55-930a-ac718b7d4eaa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.682505] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f59bc548-5994-4455-b19a-54790d51c9aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.689055] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.689669] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.689826] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.690175] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63a81b3-13da-40b7-a91b-cf63f2f680b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.693811] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 604.693811] env[68134]: value = "task-2964260" [ 604.693811] env[68134]: _type = "Task" [ 604.693811] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.698425] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b9fa6-9ca7-4f9c-a753-3b06a4630d0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.704618] env[68134]: DEBUG nova.compute.manager [req-66fc6e04-ccd4-472a-b66e-a4ca91d82730 req-73df83d0-8c4b-4804-8c4c-13d4a71c2eb6 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Received event network-vif-plugged-fc779512-fee1-4669-810a-114f27c7b866 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.705293] env[68134]: DEBUG oslo_concurrency.lockutils [req-66fc6e04-ccd4-472a-b66e-a4ca91d82730 req-73df83d0-8c4b-4804-8c4c-13d4a71c2eb6 service nova] Acquiring lock "74dfb642-d692-4832-b2ca-ccbe76fb0802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.705565] env[68134]: DEBUG oslo_concurrency.lockutils [req-66fc6e04-ccd4-472a-b66e-a4ca91d82730 req-73df83d0-8c4b-4804-8c4c-13d4a71c2eb6 service nova] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.705832] env[68134]: DEBUG oslo_concurrency.lockutils [req-66fc6e04-ccd4-472a-b66e-a4ca91d82730 req-73df83d0-8c4b-4804-8c4c-13d4a71c2eb6 service nova] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.705986] env[68134]: DEBUG nova.compute.manager [req-66fc6e04-ccd4-472a-b66e-a4ca91d82730 req-73df83d0-8c4b-4804-8c4c-13d4a71c2eb6 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] No waiting events found dispatching network-vif-plugged-fc779512-fee1-4669-810a-114f27c7b866 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.706302] env[68134]: WARNING nova.compute.manager [req-66fc6e04-ccd4-472a-b66e-a4ca91d82730 req-73df83d0-8c4b-4804-8c4c-13d4a71c2eb6 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Received unexpected event network-vif-plugged-fc779512-fee1-4669-810a-114f27c7b866 for instance with vm_state building and task_state spawning. [ 604.712791] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 604.712791] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5203153d-09e9-1b92-a013-cd4d9f06a3b8" [ 604.712791] env[68134]: _type = "Task" [ 604.712791] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.722055] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.723494] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292a9f31-8160-4d4e-bdc0-c6e798bcf190 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.731945] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.732273] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.732569] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.733843] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.733843] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.733843] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20ff0742-d856-4b94-a4c1-258567e9747e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.766747] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c4d60-24ad-47c3-aeb6-b2d91ec36d7c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.773143] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.773143] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.778884] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebaf49a-29d8-4b1f-9545-8ba660b2aa98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.781590] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.785726] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974350ea-201d-49fa-b811-f296e7b6fe73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.804324] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049b2aaf-4e83-4ddd-b978-8cea1e51f373 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.808175] env[68134]: DEBUG nova.compute.provider_tree [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.812749] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 604.812749] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52629e14-92ec-5af6-9ce4-804b8b9ea0d9" [ 604.812749] env[68134]: _type = "Task" [ 604.812749] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.823945] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52629e14-92ec-5af6-9ce4-804b8b9ea0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.905921] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964252, 'name': ReconfigVM_Task, 'duration_secs': 1.389033} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.906247] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 08ab5963-281f-43c8-ae97-9cb9028d095f/08ab5963-281f-43c8-ae97-9cb9028d095f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.906908] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d771e76-07e0-42c0-84ed-b6b73b65d339 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.915961] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 604.915961] env[68134]: value = "task-2964261" [ 604.915961] env[68134]: _type = "Task" [ 604.915961] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.922081] env[68134]: DEBUG nova.network.neutron [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Updating instance_info_cache with network_info: [{"id": "fc779512-fee1-4669-810a-114f27c7b866", "address": "fa:16:3e:05:24:00", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc779512-fe", "ovs_interfaceid": "fc779512-fee1-4669-810a-114f27c7b866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.928600] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964261, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.952032] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.209571] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071292} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.209847] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.210654] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daad1ab-28d4-4f36-9570-bd528352e7d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.236300] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] d96bc42c-7bd3-41b2-a663-1992180fcd51/d96bc42c-7bd3-41b2-a663-1992180fcd51.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.236602] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b81006a-da88-4866-8c68-3bfd58532330 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.258314] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 605.258314] env[68134]: value = "task-2964262" [ 605.258314] env[68134]: _type = "Task" [ 605.258314] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.271450] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.277663] env[68134]: DEBUG oslo_vmware.api [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964258, 'name': PowerOnVM_Task, 'duration_secs': 0.803706} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.278179] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.278223] env[68134]: INFO nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Took 16.55 seconds to spawn the instance on the hypervisor. [ 605.278948] env[68134]: DEBUG nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.279554] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803c1d9-cb0e-4392-999c-15b19717aeed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.311908] env[68134]: DEBUG nova.scheduler.client.report [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.319163] env[68134]: DEBUG nova.network.neutron [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Successfully created port: 76375e62-051b-4b8d-9e2e-aa92cc77691c {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.333456] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Preparing fetch location {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 605.333723] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Creating directory with path [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.334220] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf5ed79-605f-4d38-a8c4-e8cfd7cdb404 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.362272] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Created directory with path [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.362511] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Fetch image to [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 605.362747] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Downloading image file data 8eb32fea-93d0-4a91-ad42-8c47be1d04da to [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk on the data store datastore2 {{(pid=68134) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 605.363510] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a73c197-2528-4245-acc6-061308021515 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.371704] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfd2527-feb4-453d-aec3-be72a6d17977 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.384698] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff909da4-794b-42ce-9a2b-490610155efb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.418549] env[68134]: DEBUG nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.427773] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcbdc06-12bf-46c3-b651-13135f64a172 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.430186] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Releasing lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.430629] env[68134]: DEBUG nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Instance network_info: |[{"id": "fc779512-fee1-4669-810a-114f27c7b866", "address": "fa:16:3e:05:24:00", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc779512-fe", "ovs_interfaceid": "fc779512-fee1-4669-810a-114f27c7b866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.431491] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:24:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc779512-fee1-4669-810a-114f27c7b866', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.439540] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Creating folder: Project (3b05821bd16548b5a8dc92c519a486b8). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.440785] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a1a8a9-21c2-4c4a-9b24-ec884fc311d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.450861] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964261, 'name': Rename_Task, 'duration_secs': 0.181868} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.453165] env[68134]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bb6b49e2-0c6a-4be1-b903-15b749f6fc83 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.455677] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.456348] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-132d59b2-6419-4de0-ad1b-c5f532adad40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.461948] env[68134]: DEBUG oslo_vmware.api [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964259, 'name': PowerOnVM_Task, 'duration_secs': 0.616373} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.466393] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.466689] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.466759] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.466936] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.467104] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.467251] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.467458] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.467613] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.467780] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.467949] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.468137] env[68134]: DEBUG nova.virt.hardware [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.468432] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.468604] env[68134]: INFO nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Took 14.42 seconds to spawn the instance on the hypervisor. [ 605.468769] env[68134]: DEBUG nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.469174] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Created folder: Project (3b05821bd16548b5a8dc92c519a486b8) in parent group-v594791. [ 605.469174] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Creating folder: Instances. Parent ref: group-v594807. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.470052] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11370f1a-970e-42e0-90be-f9fac86920b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.474867] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f061714-ea2c-4c7f-a0e0-bc6635877473 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.477835] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c117861-ad5f-4e76-9cc0-72ae7c577a44 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.489221] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713ddfcb-2bf1-4863-8dd4-d77ed515117c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.496726] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 605.496726] env[68134]: value = "task-2964264" [ 605.496726] env[68134]: _type = "Task" [ 605.496726] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.497167] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Downloading image file data 8eb32fea-93d0-4a91-ad42-8c47be1d04da to the data store datastore2 {{(pid=68134) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 605.514661] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Created folder: Instances in parent group-v594807. [ 605.514927] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.517760] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.523732] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26941fbd-b426-47e6-8484-4d48a9f88acd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.540838] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964264, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.550819] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.550819] env[68134]: value = "task-2964266" [ 605.550819] env[68134]: _type = "Task" [ 605.550819] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.559252] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964266, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.579600] env[68134]: DEBUG oslo_vmware.rw_handles [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68134) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 605.771788] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.806847] env[68134]: INFO nova.compute.manager [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Took 21.39 seconds to build instance. [ 605.826044] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.826044] env[68134]: DEBUG nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.828792] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.037s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.829180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.829445] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 605.829895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.273s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.832209] env[68134]: INFO nova.compute.claims [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.839174] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1701b-a502-4c0d-827c-a2e6f99f16e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.851620] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c006fb7-f4d4-488e-8378-e6c008765ae7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.878379] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762ff5b8-d394-4575-953c-02e4fd5c50e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.895402] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefc9542-a6f7-48ca-8d89-9c2ff70402b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.938518] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181117MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 605.938937] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.976584] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "953ab25c-c318-439f-aed7-5d9df5c37a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.976914] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.020314] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.020314] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.023033] env[68134]: INFO nova.compute.manager [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f7578951-667c-401a-a56e-637a992dddb4] Took 20.61 seconds to build instance. [ 606.029870] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964264, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.064726] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964266, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.274124] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964262, 'name': ReconfigVM_Task, 'duration_secs': 0.56841} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.274484] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Reconfigured VM instance instance-00000005 to attach disk [datastore1] d96bc42c-7bd3-41b2-a663-1992180fcd51/d96bc42c-7bd3-41b2-a663-1992180fcd51.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.275254] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f0af767-2680-408a-ab9e-56a451870ee5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.282657] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 606.282657] env[68134]: value = "task-2964267" [ 606.282657] env[68134]: _type = "Task" [ 606.282657] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.292440] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964267, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.310552] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88095688-1b1f-4653-bd17-cf1d6e15c205 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "33d3c446-1267-4eb7-970b-af1013db456c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.903s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.339074] env[68134]: DEBUG nova.compute.utils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.343503] env[68134]: DEBUG nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.343503] env[68134]: DEBUG nova.network.neutron [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.455190] env[68134]: DEBUG oslo_vmware.rw_handles [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Completed reading data from the image iterator. {{(pid=68134) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 606.455375] env[68134]: DEBUG oslo_vmware.rw_handles [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 606.518933] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964264, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.519733] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Downloaded image file data 8eb32fea-93d0-4a91-ad42-8c47be1d04da to vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk on the data store datastore2 {{(pid=68134) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 606.523961] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Caching image {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 606.523961] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Copying Virtual Disk [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk to [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.523961] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0951bc6-621f-47dc-b5e4-bff72e547685 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.525874] env[68134]: DEBUG nova.policy [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7e7c4adf73243119510a4626f869b64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e16ba39041c41f0975ce2e04ec63ce4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.527833] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a94d6a1a-276b-4149-88af-f33c5ea93ddf tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f7578951-667c-401a-a56e-637a992dddb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.121s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.534355] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 606.534355] env[68134]: value = "task-2964268" [ 606.534355] env[68134]: _type = "Task" [ 606.534355] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.544953] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.564429] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964266, 'name': CreateVM_Task, 'duration_secs': 0.557309} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.564599] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.565358] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.565529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.565858] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.566125] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019a5bd5-3317-4395-889a-973d87dcc4f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.570739] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 606.570739] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528c1d67-5998-2888-dee3-b97cf6b482c8" [ 606.570739] env[68134]: _type = "Task" [ 606.570739] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.579783] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528c1d67-5998-2888-dee3-b97cf6b482c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.792132] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964267, 'name': Rename_Task, 'duration_secs': 0.158762} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.793158] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.793158] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17218ece-2cbe-4d0d-8ccf-8b9ac7297dc0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.798466] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 606.798466] env[68134]: value = "task-2964269" [ 606.798466] env[68134]: _type = "Task" [ 606.798466] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.807534] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.812801] env[68134]: DEBUG nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.844563] env[68134]: DEBUG nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.027735] env[68134]: DEBUG oslo_vmware.api [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964264, 'name': PowerOnVM_Task, 'duration_secs': 1.089183} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.028058] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.028347] env[68134]: INFO nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Took 13.69 seconds to spawn the instance on the hypervisor. [ 607.028537] env[68134]: DEBUG nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.029368] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f60b07-fcd7-4f10-95cc-80e3f4ec0993 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.034781] env[68134]: DEBUG nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.059032] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964268, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.085453] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.085743] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.085971] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.162074] env[68134]: DEBUG nova.network.neutron [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Successfully updated port: bc60fe1d-7b85-46a5-9f92-fed5a1906f20 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.201992] env[68134]: DEBUG nova.compute.manager [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Received event network-changed-a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.202282] env[68134]: DEBUG nova.compute.manager [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Refreshing instance network info cache due to event network-changed-a82b4220-56fc-466e-a97d-eea7df71c7a3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.203958] env[68134]: DEBUG oslo_concurrency.lockutils [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] Acquiring lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.203958] env[68134]: DEBUG oslo_concurrency.lockutils [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] Acquired lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.203958] env[68134]: DEBUG nova.network.neutron [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Refreshing network info cache for port a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.298835] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0a111c-581e-40d9-8d13-e2e802ff22a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.313189] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.313932] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f841e7f-59da-481a-a093-9212142394f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.361057] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f592a6-d14e-4643-8d5f-a8e08103eeab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.370385] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053e60d7-ae8b-44b2-bd52-f211ad2d7db3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.377337] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.390842] env[68134]: DEBUG nova.compute.provider_tree [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.416571] env[68134]: DEBUG nova.network.neutron [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Successfully created port: 13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.553774] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.564481] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.567569] env[68134]: INFO nova.compute.manager [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Took 21.93 seconds to build instance. [ 607.665752] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "refresh_cache-2eba6da6-cf10-4c1c-a3ed-a6921af029da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.665898] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "refresh_cache-2eba6da6-cf10-4c1c-a3ed-a6921af029da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.666734] env[68134]: DEBUG nova.network.neutron [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.814156] env[68134]: DEBUG oslo_vmware.api [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964269, 'name': PowerOnVM_Task, 'duration_secs': 0.624119} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.815151] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.815713] env[68134]: INFO nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Took 12.14 seconds to spawn the instance on the hypervisor. [ 607.815713] env[68134]: DEBUG nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.816421] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce39dbc8-25a0-4784-a94a-3a4aaa2c8608 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.868191] env[68134]: DEBUG nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.894351] env[68134]: DEBUG nova.scheduler.client.report [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.910935] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.911476] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.911680] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.911823] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.911962] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.912284] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.912641] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.912705] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.913315] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.913315] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.913512] env[68134]: DEBUG nova.virt.hardware [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.915665] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0175c1-c0ff-4d35-9247-427a4f25e206 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.929594] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9efdf-2a99-45cd-a31d-30de74ba54a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.052323] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051884} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.052591] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Copied Virtual Disk [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk to [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.052668] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Deleting the datastore file [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da/tmp-sparse.vmdk {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.053617] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7964ead3-6606-4979-8d9a-fff9746f8f05 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.061416] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 608.061416] env[68134]: value = "task-2964270" [ 608.061416] env[68134]: _type = "Task" [ 608.061416] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.074651] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9801781-ec9a-4e23-a162-5295a242fd2a tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.462s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.075000] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.224965] env[68134]: DEBUG nova.network.neutron [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.341521] env[68134]: INFO nova.compute.manager [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Took 21.36 seconds to build instance. [ 608.401851] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.402409] env[68134]: DEBUG nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.405020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.466s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.482469] env[68134]: DEBUG nova.network.neutron [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Updating instance_info_cache with network_info: [{"id": "bc60fe1d-7b85-46a5-9f92-fed5a1906f20", "address": "fa:16:3e:3a:d6:79", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc60fe1d-7b", "ovs_interfaceid": "bc60fe1d-7b85-46a5-9f92-fed5a1906f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.575626] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033324} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.576081] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.577028] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Moving file from [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04/8eb32fea-93d0-4a91-ad42-8c47be1d04da to [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da. {{(pid=68134) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 608.577028] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9dccbd65-c635-4867-8175-f45006892547 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.579454] env[68134]: DEBUG nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.583236] env[68134]: DEBUG nova.network.neutron [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updated VIF entry in instance network info cache for port a82b4220-56fc-466e-a97d-eea7df71c7a3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.584024] env[68134]: DEBUG nova.network.neutron [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updating instance_info_cache with network_info: [{"id": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "address": "fa:16:3e:de:17:47", "network": {"id": "0eee3069-1f9f-4e66-991c-bf4fb8c7eec1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1486522675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "518b26a51ca64e67ae77ecb296df1ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82b4220-56", "ovs_interfaceid": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.586405] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 608.586405] env[68134]: value = "task-2964271" [ 608.586405] env[68134]: _type = "Task" [ 608.586405] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.595553] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964271, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.845461] env[68134]: DEBUG oslo_concurrency.lockutils [None req-857e1d8e-59b5-44e4-af0e-ab913e76423f tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.875s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.894722] env[68134]: DEBUG nova.network.neutron [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Successfully updated port: 76375e62-051b-4b8d-9e2e-aa92cc77691c {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.911700] env[68134]: DEBUG nova.compute.utils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.921347] env[68134]: DEBUG nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.925025] env[68134]: DEBUG nova.network.neutron [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.985982] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "refresh_cache-2eba6da6-cf10-4c1c-a3ed-a6921af029da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.986332] env[68134]: DEBUG nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance network_info: |[{"id": "bc60fe1d-7b85-46a5-9f92-fed5a1906f20", "address": "fa:16:3e:3a:d6:79", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc60fe1d-7b", "ovs_interfaceid": "bc60fe1d-7b85-46a5-9f92-fed5a1906f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.987280] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:d6:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc60fe1d-7b85-46a5-9f92-fed5a1906f20', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.994869] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating folder: Project (8f9d2d3f223342d38db3bd9ecb1e500c). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.995172] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ca53cfe-924d-4266-8e3c-7044290f4e7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.009440] env[68134]: DEBUG nova.policy [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65c6f272dee456aaaa44f7451637def', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c27f67d52264aa5bd1a3a491710c01e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.011258] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created folder: Project (8f9d2d3f223342d38db3bd9ecb1e500c) in parent group-v594791. [ 609.014851] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating folder: Instances. Parent ref: group-v594810. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.014851] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a330fed-e96f-4b0e-a4cb-a2ab7d803b31 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.026017] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created folder: Instances in parent group-v594810. [ 609.026017] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.026017] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.026017] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d5d85f-2f3e-48e6-9c1b-c16a00066a9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.047034] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.047034] env[68134]: value = "task-2964274" [ 609.047034] env[68134]: _type = "Task" [ 609.047034] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.058540] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964274, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.095222] env[68134]: DEBUG oslo_concurrency.lockutils [req-6760a194-c332-467a-97ec-913630bca1fa req-2607a6de-7a5d-48cb-9d8e-2fab36f3503c service nova] Releasing lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.104426] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964271, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043022} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.108026] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] File moved {{(pid=68134) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 609.108026] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Cleaning up location [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 609.108026] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Deleting the datastore file [datastore2] vmware_temp/964076ac-9aaf-4ddc-b9da-5fc6b3e26d04 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.108026] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f3cd4a-8ddd-4cb6-bfcb-e4b19cd47ceb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.112703] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 609.112703] env[68134]: value = "task-2964275" [ 609.112703] env[68134]: _type = "Task" [ 609.112703] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.119306] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.124026] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.176171] env[68134]: DEBUG nova.compute.manager [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.177180] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56174ad-dca7-4bd8-be38-558efe225e58 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.352120] env[68134]: DEBUG nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.399286] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "refresh_cache-7eafe60b-51f1-436a-adf7-634ab7f15949" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.399427] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "refresh_cache-7eafe60b-51f1-436a-adf7-634ab7f15949" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.399623] env[68134]: DEBUG nova.network.neutron [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.422269] env[68134]: DEBUG nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.450207] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 33d3c446-1267-4eb7-970b-af1013db456c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.450979] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance f7578951-667c-401a-a56e-637a992dddb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.450979] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 08ab5963-281f-43c8-ae97-9cb9028d095f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.450979] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 0e396779-8b56-4718-9c40-f44d86723090 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.450979] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance d96bc42c-7bd3-41b2-a663-1992180fcd51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.451268] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 74dfb642-d692-4832-b2ca-ccbe76fb0802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.451268] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2eba6da6-cf10-4c1c-a3ed-a6921af029da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.451268] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7eafe60b-51f1-436a-adf7-634ab7f15949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.451268] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ff322f86-8e94-43e4-9c39-c133ac8ee7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.451462] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance a5e06d25-8a3d-4cad-a340-cb441326aedf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.561730] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964274, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.623309] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030059} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.623617] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.624483] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edc0287-cd9f-46ab-94a7-635688ca42b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.631224] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 609.631224] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d596f3-9e98-983b-e395-e984af127946" [ 609.631224] env[68134]: _type = "Task" [ 609.631224] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.639393] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d596f3-9e98-983b-e395-e984af127946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.689279] env[68134]: INFO nova.compute.manager [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] instance snapshotting [ 609.695742] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb9a275-1337-44a8-851b-4d44e9ffc115 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.725019] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aaf10c-6826-4eec-a78f-20fa5f0eb3ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.820137] env[68134]: DEBUG nova.network.neutron [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Successfully created port: 2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.855709] env[68134]: DEBUG nova.compute.manager [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Received event network-changed-fc779512-fee1-4669-810a-114f27c7b866 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.855971] env[68134]: DEBUG nova.compute.manager [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Refreshing instance network info cache due to event network-changed-fc779512-fee1-4669-810a-114f27c7b866. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.856175] env[68134]: DEBUG oslo_concurrency.lockutils [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] Acquiring lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.856355] env[68134]: DEBUG oslo_concurrency.lockutils [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] Acquired lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.856564] env[68134]: DEBUG nova.network.neutron [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Refreshing network info cache for port fc779512-fee1-4669-810a-114f27c7b866 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.889182] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.958434] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 45a45c16-3ba7-4fc1-9bd1-f1751772d416 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.981696] env[68134]: DEBUG nova.network.neutron [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.060609] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964274, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.144379] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d596f3-9e98-983b-e395-e984af127946, 'name': SearchDatastore_Task, 'duration_secs': 0.041635} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.145368] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.147745] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 0e396779-8b56-4718-9c40-f44d86723090/0e396779-8b56-4718-9c40-f44d86723090.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.147745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.147745] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.147745] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b896c8c9-5bdf-4497-bfc5-80d268fec894 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.153484] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-224f60fa-feff-4b5d-a9e8-7a635507c199 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.164764] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 610.164764] env[68134]: value = "task-2964276" [ 610.164764] env[68134]: _type = "Task" [ 610.164764] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.164898] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.165102] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.169144] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9601e655-12d3-4c4b-9711-861c2aa99d6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.176936] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 610.176936] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52089d01-0f01-4487-6564-14e8762f7f48" [ 610.176936] env[68134]: _type = "Task" [ 610.176936] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.181324] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.189584] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52089d01-0f01-4487-6564-14e8762f7f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.236169] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 610.237216] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-636b3038-648d-4c6a-a6cf-84669f585bd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.245533] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 610.245533] env[68134]: value = "task-2964277" [ 610.245533] env[68134]: _type = "Task" [ 610.245533] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.253874] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.437757] env[68134]: DEBUG nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.463038] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 23228ef5-dfa9-44e5-b3da-b1532febba2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 610.485122] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.485351] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.485497] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.485673] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.485849] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.486096] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.486317] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.486468] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.486642] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.486799] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.486965] env[68134]: DEBUG nova.virt.hardware [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.488164] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f846c-249b-47fe-82a3-e034d8ef27b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.500031] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b63734-1946-466d-8464-2514a6a06fb9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.560786] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964274, 'name': CreateVM_Task, 'duration_secs': 1.439587} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.563815] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.564769] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.564963] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.565292] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.565836] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0cf9341-fb1e-47c8-9fb1-0c07046059f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.568485] env[68134]: DEBUG nova.network.neutron [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Updating instance_info_cache with network_info: [{"id": "76375e62-051b-4b8d-9e2e-aa92cc77691c", "address": "fa:16:3e:7d:84:2b", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76375e62-05", "ovs_interfaceid": "76375e62-051b-4b8d-9e2e-aa92cc77691c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.573109] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 610.573109] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52595e78-3712-b572-1162-dafe15a52619" [ 610.573109] env[68134]: _type = "Task" [ 610.573109] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.585331] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52595e78-3712-b572-1162-dafe15a52619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.678240] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.687415] env[68134]: DEBUG nova.network.neutron [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Updated VIF entry in instance network info cache for port fc779512-fee1-4669-810a-114f27c7b866. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.687904] env[68134]: DEBUG nova.network.neutron [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Updating instance_info_cache with network_info: [{"id": "fc779512-fee1-4669-810a-114f27c7b866", "address": "fa:16:3e:05:24:00", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc779512-fe", "ovs_interfaceid": "fc779512-fee1-4669-810a-114f27c7b866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.697730] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52089d01-0f01-4487-6564-14e8762f7f48, 'name': SearchDatastore_Task, 'duration_secs': 0.020684} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.699079] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0807195d-49e7-4620-8bd6-57a5b6ff208f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.705035] env[68134]: DEBUG nova.network.neutron [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Successfully updated port: 13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.709158] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 610.709158] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520f4309-89de-98fd-3f7f-b869528ad3ba" [ 610.709158] env[68134]: _type = "Task" [ 610.709158] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.725099] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520f4309-89de-98fd-3f7f-b869528ad3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.757056] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.805482] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Acquiring lock "f7578951-667c-401a-a56e-637a992dddb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.806178] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Lock "f7578951-667c-401a-a56e-637a992dddb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.806178] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Acquiring lock "f7578951-667c-401a-a56e-637a992dddb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.806178] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Lock "f7578951-667c-401a-a56e-637a992dddb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.806316] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Lock "f7578951-667c-401a-a56e-637a992dddb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.809706] env[68134]: INFO nova.compute.manager [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Terminating instance [ 610.965513] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2a16afaf-4291-455b-b320-b9d58646fc32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.073037] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "refresh_cache-7eafe60b-51f1-436a-adf7-634ab7f15949" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.073037] env[68134]: DEBUG nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Instance network_info: |[{"id": "76375e62-051b-4b8d-9e2e-aa92cc77691c", "address": "fa:16:3e:7d:84:2b", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76375e62-05", "ovs_interfaceid": "76375e62-051b-4b8d-9e2e-aa92cc77691c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.073221] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:84:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76375e62-051b-4b8d-9e2e-aa92cc77691c', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.082564] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.083075] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.086844] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45897f1a-d26e-4da0-b655-2f4757386890 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.110568] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52595e78-3712-b572-1162-dafe15a52619, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.112558] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.112558] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.112759] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.113155] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.113155] env[68134]: value = "task-2964278" [ 611.113155] env[68134]: _type = "Task" [ 611.113155] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.178625] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762508} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.179607] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 0e396779-8b56-4718-9c40-f44d86723090/0e396779-8b56-4718-9c40-f44d86723090.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.179607] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.180068] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d031502c-5938-47ab-8b5a-4f161348143e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.187724] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 611.187724] env[68134]: value = "task-2964279" [ 611.187724] env[68134]: _type = "Task" [ 611.187724] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.197444] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.198968] env[68134]: DEBUG oslo_concurrency.lockutils [req-71aff665-0549-4b54-aeff-742bc485db7b req-459fab11-5e25-4fbe-b4dc-9ea48d782136 service nova] Releasing lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.207951] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.208105] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquired lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.208256] env[68134]: DEBUG nova.network.neutron [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.223294] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520f4309-89de-98fd-3f7f-b869528ad3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.056095} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.224560] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.224560] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 74dfb642-d692-4832-b2ca-ccbe76fb0802/74dfb642-d692-4832-b2ca-ccbe76fb0802.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.224733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.224884] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.225175] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30789921-24fd-43db-a8f0-415082c29963 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.227896] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de1ce7a4-b3ad-47aa-960c-d407b27ec19d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.235575] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 611.235575] env[68134]: value = "task-2964280" [ 611.235575] env[68134]: _type = "Task" [ 611.235575] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.240479] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.240883] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.242163] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb5d83f-42ba-46af-ac67-f6ea47d4165d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.247383] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.254611] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 611.254611] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d54845-ff9b-0a7c-e623-c724d36b3b42" [ 611.254611] env[68134]: _type = "Task" [ 611.254611] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.261174] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.267256] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d54845-ff9b-0a7c-e623-c724d36b3b42, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.268323] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57321bd8-8a51-4794-a4c6-e58e2136d768 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.273897] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 611.273897] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cb25f0-ef36-5a6c-6291-edf2b57c0c65" [ 611.273897] env[68134]: _type = "Task" [ 611.273897] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.281224] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cb25f0-ef36-5a6c-6291-edf2b57c0c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.314290] env[68134]: DEBUG nova.compute.manager [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.314545] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.315656] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd38916f-b361-4490-ba6e-76af5592fe5f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.324254] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.324536] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86055a2c-bb0c-45ec-90c5-8435ff08ca69 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.333019] env[68134]: DEBUG oslo_vmware.api [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Waiting for the task: (returnval){ [ 611.333019] env[68134]: value = "task-2964281" [ 611.333019] env[68134]: _type = "Task" [ 611.333019] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.347449] env[68134]: DEBUG oslo_vmware.api [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Task: {'id': task-2964281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.469626] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.563014] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.563566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.627099] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964278, 'name': CreateVM_Task, 'duration_secs': 0.400416} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.627861] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.628924] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.629099] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.629489] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.630203] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc03850b-c023-48c7-a15a-6c5af34d472d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.637524] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 611.637524] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e0010e-dc63-836e-01b1-28f44bf5646d" [ 611.637524] env[68134]: _type = "Task" [ 611.637524] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.648538] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e0010e-dc63-836e-01b1-28f44bf5646d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.650229] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Received event network-vif-plugged-bc60fe1d-7b85-46a5-9f92-fed5a1906f20 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.650472] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Acquiring lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.650701] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.651030] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.651183] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] No waiting events found dispatching network-vif-plugged-bc60fe1d-7b85-46a5-9f92-fed5a1906f20 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.651348] env[68134]: WARNING nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Received unexpected event network-vif-plugged-bc60fe1d-7b85-46a5-9f92-fed5a1906f20 for instance with vm_state building and task_state spawning. [ 611.651508] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Received event network-changed-bc60fe1d-7b85-46a5-9f92-fed5a1906f20 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.651657] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Refreshing instance network info cache due to event network-changed-bc60fe1d-7b85-46a5-9f92-fed5a1906f20. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.651898] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Acquiring lock "refresh_cache-2eba6da6-cf10-4c1c-a3ed-a6921af029da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.652052] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Acquired lock "refresh_cache-2eba6da6-cf10-4c1c-a3ed-a6921af029da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.652344] env[68134]: DEBUG nova.network.neutron [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Refreshing network info cache for port bc60fe1d-7b85-46a5-9f92-fed5a1906f20 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.699903] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069816} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.700424] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.701394] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a537f77-3990-460e-ba04-c3245c621c73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.732089] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 0e396779-8b56-4718-9c40-f44d86723090/0e396779-8b56-4718-9c40-f44d86723090.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.733662] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b9e346-bc1f-4317-a550-be82e7806e3c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.767831] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964277, 'name': CreateSnapshot_Task, 'duration_secs': 1.108908} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.774064] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 611.774562] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 611.774562] env[68134]: value = "task-2964282" [ 611.774562] env[68134]: _type = "Task" [ 611.774562] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.774792] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.775532] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb70bdc-e8cd-4785-ab61-03641423bc4f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.798248] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cb25f0-ef36-5a6c-6291-edf2b57c0c65, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.799028] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.800022] env[68134]: DEBUG nova.network.neutron [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.802119] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.802384] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.802667] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb503832-a6be-4b32-8e76-141c5aee5728 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.809534] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 611.809534] env[68134]: value = "task-2964283" [ 611.809534] env[68134]: _type = "Task" [ 611.809534] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.818110] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.847569] env[68134]: DEBUG oslo_vmware.api [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Task: {'id': task-2964281, 'name': PowerOffVM_Task, 'duration_secs': 0.232379} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.854714] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.855061] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.855154] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c61cb6e0-8bdb-418f-8c91-219e0969d930 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.916991] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.917858] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.917858] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Deleting the datastore file [datastore1] f7578951-667c-401a-a56e-637a992dddb4 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.918649] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23c62e1a-0318-4963-bf7e-43a03396a35e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.930935] env[68134]: DEBUG oslo_vmware.api [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Waiting for the task: (returnval){ [ 611.930935] env[68134]: value = "task-2964285" [ 611.930935] env[68134]: _type = "Task" [ 611.930935] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.939984] env[68134]: DEBUG oslo_vmware.api [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Task: {'id': task-2964285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.975532] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 6462c122-dc0f-4083-84f8-a472e61285b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 612.034355] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.034648] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.149150] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e0010e-dc63-836e-01b1-28f44bf5646d, 'name': SearchDatastore_Task, 'duration_secs': 0.057564} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.149150] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.149150] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.149150] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.149297] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.149297] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.149367] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e09c99-69bd-41e7-9b14-f25bfaac4e24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.168366] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.168366] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.168580] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443c7027-7ac1-4fb2-89be-897b3964e95d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.173816] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 612.173816] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523b7a75-fa76-cefd-bb8e-50d7a0e91588" [ 612.173816] env[68134]: _type = "Task" [ 612.173816] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.182957] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523b7a75-fa76-cefd-bb8e-50d7a0e91588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.250563] env[68134]: DEBUG nova.network.neutron [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.265656] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583928} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.266026] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 74dfb642-d692-4832-b2ca-ccbe76fb0802/74dfb642-d692-4832-b2ca-ccbe76fb0802.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.266461] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.268613] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ebca8e-b3cb-41cb-b362-0469d88a9e1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.275546] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 612.275546] env[68134]: value = "task-2964286" [ 612.275546] env[68134]: _type = "Task" [ 612.275546] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.292850] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.299785] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.309780] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 612.313313] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4fce7a3-ca65-4c1f-9ef7-d07e9e6bff47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.327196] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.330602] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 612.330602] env[68134]: value = "task-2964287" [ 612.330602] env[68134]: _type = "Task" [ 612.330602] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.345804] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964287, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.452635] env[68134]: DEBUG oslo_vmware.api [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Task: {'id': task-2964285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479644} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.453156] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.453463] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.453673] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.454029] env[68134]: INFO nova.compute.manager [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] [instance: f7578951-667c-401a-a56e-637a992dddb4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 612.454388] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.454953] env[68134]: DEBUG nova.compute.manager [-] [instance: f7578951-667c-401a-a56e-637a992dddb4] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.455134] env[68134]: DEBUG nova.network.neutron [-] [instance: f7578951-667c-401a-a56e-637a992dddb4] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.480015] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e1f537bc-5937-446d-b44a-8c0fe5441aee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 612.543316] env[68134]: DEBUG nova.network.neutron [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Successfully updated port: 2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.582615] env[68134]: DEBUG nova.network.neutron [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Updated VIF entry in instance network info cache for port bc60fe1d-7b85-46a5-9f92-fed5a1906f20. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.582891] env[68134]: DEBUG nova.network.neutron [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Updating instance_info_cache with network_info: [{"id": "bc60fe1d-7b85-46a5-9f92-fed5a1906f20", "address": "fa:16:3e:3a:d6:79", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc60fe1d-7b", "ovs_interfaceid": "bc60fe1d-7b85-46a5-9f92-fed5a1906f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.687873] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523b7a75-fa76-cefd-bb8e-50d7a0e91588, 'name': SearchDatastore_Task, 'duration_secs': 0.059526} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.689150] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86fd374-2a6f-462e-b4fc-3a6abcd5cd95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.694307] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 612.694307] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520f123b-b81e-c755-ba1e-55a79793f4b7" [ 612.694307] env[68134]: _type = "Task" [ 612.694307] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.703799] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520f123b-b81e-c755-ba1e-55a79793f4b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.758343] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Releasing lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.758669] env[68134]: DEBUG nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Instance network_info: |[{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.759126] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e4:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13526501-261d-440d-a603-dd481c6c3bc8', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.768134] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Creating folder: Project (0e16ba39041c41f0975ce2e04ec63ce4). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.768441] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dd5f0bb-54d9-4f91-908d-128e2ba18bf7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.781259] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Created folder: Project (0e16ba39041c41f0975ce2e04ec63ce4) in parent group-v594791. [ 612.781447] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Creating folder: Instances. Parent ref: group-v594816. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.784830] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-236c996e-09d1-4bc1-a0e2-4b0d5e01aa29 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.789179] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095457} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.790836] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.790836] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee53f3b-246e-4572-ad07-79ff6ca75a78 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.796158] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964282, 'name': ReconfigVM_Task, 'duration_secs': 0.683072} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.797501] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 0e396779-8b56-4718-9c40-f44d86723090/0e396779-8b56-4718-9c40-f44d86723090.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.797501] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e299b4e3-f8b4-479e-94c7-57f32bf68159 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.819403] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 74dfb642-d692-4832-b2ca-ccbe76fb0802/74dfb642-d692-4832-b2ca-ccbe76fb0802.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.822017] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa01d18a-7501-4c2e-bfb8-751f3f0adfa5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.845743] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Created folder: Instances in parent group-v594816. [ 612.845743] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.851240] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.851590] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 612.851590] env[68134]: value = "task-2964290" [ 612.851590] env[68134]: _type = "Task" [ 612.851590] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.855318] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11b6ed6a-6645-44b0-b504-ada99a72913f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.880616] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 612.880616] env[68134]: value = "task-2964291" [ 612.880616] env[68134]: _type = "Task" [ 612.880616] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.885418] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72078} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.888780] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.889011] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.901082] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b10fbbd-f802-4ad7-90a5-8c6bcf0a80cf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.903531] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964290, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.903531] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964287, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.903670] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.903670] env[68134]: value = "task-2964292" [ 612.903670] env[68134]: _type = "Task" [ 612.903670] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.912887] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 612.912887] env[68134]: value = "task-2964293" [ 612.912887] env[68134]: _type = "Task" [ 612.912887] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.913196] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.922381] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964292, 'name': CreateVM_Task} progress is 15%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.934674] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.984374] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 953ab25c-c318-439f-aed7-5d9df5c37a8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 613.044780] env[68134]: DEBUG nova.compute.manager [None req-f676318c-5019-4476-9afd-78b6f7d6a27a tempest-ServerDiagnosticsTest-1072595012 tempest-ServerDiagnosticsTest-1072595012-project-admin] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.045603] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.045681] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.045801] env[68134]: DEBUG nova.network.neutron [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.047417] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d97725b-3e9d-4ee8-8a67-982749f94cb4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.057114] env[68134]: INFO nova.compute.manager [None req-f676318c-5019-4476-9afd-78b6f7d6a27a tempest-ServerDiagnosticsTest-1072595012 tempest-ServerDiagnosticsTest-1072595012-project-admin] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Retrieving diagnostics [ 613.059099] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c923b8f3-53b6-40cb-8ec3-10d40de31536 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.101452] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Releasing lock "refresh_cache-2eba6da6-cf10-4c1c-a3ed-a6921af029da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.101704] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Received event network-vif-plugged-76375e62-051b-4b8d-9e2e-aa92cc77691c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.101893] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Acquiring lock "7eafe60b-51f1-436a-adf7-634ab7f15949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.102098] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.102303] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.102515] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] No waiting events found dispatching network-vif-plugged-76375e62-051b-4b8d-9e2e-aa92cc77691c {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.102700] env[68134]: WARNING nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Received unexpected event network-vif-plugged-76375e62-051b-4b8d-9e2e-aa92cc77691c for instance with vm_state building and task_state spawning. [ 613.102873] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Received event network-changed-76375e62-051b-4b8d-9e2e-aa92cc77691c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.103036] env[68134]: DEBUG nova.compute.manager [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Refreshing instance network info cache due to event network-changed-76375e62-051b-4b8d-9e2e-aa92cc77691c. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.103224] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Acquiring lock "refresh_cache-7eafe60b-51f1-436a-adf7-634ab7f15949" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.103370] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Acquired lock "refresh_cache-7eafe60b-51f1-436a-adf7-634ab7f15949" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.103550] env[68134]: DEBUG nova.network.neutron [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Refreshing network info cache for port 76375e62-051b-4b8d-9e2e-aa92cc77691c {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.207544] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520f123b-b81e-c755-ba1e-55a79793f4b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018763} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.207819] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.207868] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 7eafe60b-51f1-436a-adf7-634ab7f15949/7eafe60b-51f1-436a-adf7-634ab7f15949.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.208294] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc124e25-816f-4899-a3d3-8435b214794c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.215126] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 613.215126] env[68134]: value = "task-2964294" [ 613.215126] env[68134]: _type = "Task" [ 613.215126] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.224030] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.360856] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964287, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.380846] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964290, 'name': Rename_Task, 'duration_secs': 0.265622} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.381278] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.381564] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d5ccb5-2a00-4845-9179-f921ec7c210b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.389564] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 613.389564] env[68134]: value = "task-2964295" [ 613.389564] env[68134]: _type = "Task" [ 613.389564] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.396010] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.400617] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.413391] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964292, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.422926] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122449} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.422926] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.423549] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9d38b-abdb-435b-9be0-42fa4069cc73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.450135] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.450938] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ad2123-cd4f-42b0-b2c8-755f2fcb76a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.467690] env[68134]: DEBUG nova.compute.manager [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 613.470688] env[68134]: DEBUG nova.network.neutron [-] [instance: f7578951-667c-401a-a56e-637a992dddb4] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.478067] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 613.478067] env[68134]: value = "task-2964296" [ 613.478067] env[68134]: _type = "Task" [ 613.478067] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.485902] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.487688] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance eb3aa9a6-bb95-4bac-b679-8c83d4eb389d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 613.487919] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 613.488402] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 613.636683] env[68134]: DEBUG nova.network.neutron [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.682717] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "f0d040bc-68b5-4e45-b854-775936dae98c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.683119] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "f0d040bc-68b5-4e45-b854-775936dae98c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.730981] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964294, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.863443] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964287, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.908566] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964295, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.908848] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964291, 'name': ReconfigVM_Task, 'duration_secs': 0.713572} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.915102] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 74dfb642-d692-4832-b2ca-ccbe76fb0802/74dfb642-d692-4832-b2ca-ccbe76fb0802.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.916138] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d7fffb-243e-450e-8571-9ac56e89cf4d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.928031] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964292, 'name': CreateVM_Task, 'duration_secs': 0.642727} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.929153] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 613.929153] env[68134]: value = "task-2964297" [ 613.929153] env[68134]: _type = "Task" [ 613.929153] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.929153] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.929412] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.929822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.930288] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.937885] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af87cb41-f1c2-464e-8616-0d2b548875fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.947050] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964297, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.949421] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 613.949421] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e94080-037f-d48e-d7ce-748abacfc28a" [ 613.949421] env[68134]: _type = "Task" [ 613.949421] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.957082] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a565fb4c-d784-4d51-9028-7ce4e7a354ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.978544] env[68134]: INFO nova.compute.manager [-] [instance: f7578951-667c-401a-a56e-637a992dddb4] Took 1.52 seconds to deallocate network for instance. [ 613.978544] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e94080-037f-d48e-d7ce-748abacfc28a, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.986033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.986033] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.986033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.986033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.986673] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.986673] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62eee8b3-ab39-4b53-b6a3-10ba9f974dc2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.991193] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8adf0a6-cd14-4de7-99aa-0821f659a016 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.007678] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.038447] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.041384] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.041563] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.045709] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a97383-1fa1-4c5a-a359-90796a00dba0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.048548] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c31c63-ae9c-4973-ad01-8a8715fcea3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.059543] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 614.059543] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52565f75-623a-5e48-ade6-6c7c629ed89d" [ 614.059543] env[68134]: _type = "Task" [ 614.059543] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.060955] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf2d16d-56e1-47b2-8ff4-8fe031cffe2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.083194] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.089463] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52565f75-623a-5e48-ade6-6c7c629ed89d, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.091471] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b73929e-a2a2-4888-9a13-059a265155d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.099069] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 614.099069] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f97cf7-3047-60f6-1d03-7958ca459329" [ 614.099069] env[68134]: _type = "Task" [ 614.099069] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.108955] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f97cf7-3047-60f6-1d03-7958ca459329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.124991] env[68134]: DEBUG nova.network.neutron [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Updated VIF entry in instance network info cache for port 76375e62-051b-4b8d-9e2e-aa92cc77691c. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.124991] env[68134]: DEBUG nova.network.neutron [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Updating instance_info_cache with network_info: [{"id": "76375e62-051b-4b8d-9e2e-aa92cc77691c", "address": "fa:16:3e:7d:84:2b", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76375e62-05", "ovs_interfaceid": "76375e62-051b-4b8d-9e2e-aa92cc77691c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.135968] env[68134]: DEBUG nova.network.neutron [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updating instance_info_cache with network_info: [{"id": "2782af96-7dac-4074-8f5b-5459274d3911", "address": "fa:16:3e:43:d0:8b", "network": {"id": "52cf7a1e-d50a-43f1-aab8-785768604251", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1839148503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f67d52264aa5bd1a3a491710c01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2782af96-7d", "ovs_interfaceid": "2782af96-7dac-4074-8f5b-5459274d3911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.228941] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676908} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.229094] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 7eafe60b-51f1-436a-adf7-634ab7f15949/7eafe60b-51f1-436a-adf7-634ab7f15949.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.229429] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.230030] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3db1fce8-5774-42bd-bd0d-c3365576b3bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.237871] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 614.237871] env[68134]: value = "task-2964298" [ 614.237871] env[68134]: _type = "Task" [ 614.237871] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.247983] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.361885] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964287, 'name': CloneVM_Task, 'duration_secs': 1.925779} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.362793] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Created linked-clone VM from snapshot [ 614.363679] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768d1e9-0947-441c-b265-9b22f07eadca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.371779] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Uploading image 2eec147b-7f8f-4669-815e-78bc11a3b901 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 614.403886] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 614.403886] env[68134]: value = "vm-594815" [ 614.403886] env[68134]: _type = "VirtualMachine" [ 614.403886] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 614.404453] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7cca59e-c396-4d61-8e89-0c7ccad1644c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.411648] env[68134]: DEBUG oslo_vmware.api [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964295, 'name': PowerOnVM_Task, 'duration_secs': 0.919228} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.413463] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.413865] env[68134]: INFO nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Took 16.25 seconds to spawn the instance on the hypervisor. [ 614.414240] env[68134]: DEBUG nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.414783] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lease: (returnval){ [ 614.414783] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526eb8be-72fb-ada8-261c-1a417c9d3618" [ 614.414783] env[68134]: _type = "HttpNfcLease" [ 614.414783] env[68134]: } obtained for exporting VM: (result){ [ 614.414783] env[68134]: value = "vm-594815" [ 614.414783] env[68134]: _type = "VirtualMachine" [ 614.414783] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 614.418514] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the lease: (returnval){ [ 614.418514] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526eb8be-72fb-ada8-261c-1a417c9d3618" [ 614.418514] env[68134]: _type = "HttpNfcLease" [ 614.418514] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 614.418514] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9bb214-c747-4917-a9ff-5ae8e2a624d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.430870] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 614.430870] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526eb8be-72fb-ada8-261c-1a417c9d3618" [ 614.430870] env[68134]: _type = "HttpNfcLease" [ 614.430870] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 614.434773] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 614.434773] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526eb8be-72fb-ada8-261c-1a417c9d3618" [ 614.434773] env[68134]: _type = "HttpNfcLease" [ 614.434773] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 614.435859] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e650a-4f47-4195-8356-b0d10c2ead3d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.445102] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964297, 'name': Rename_Task, 'duration_secs': 0.211609} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.448447] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.448989] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab92d3-d94e-24e8-bb58-5148416f4878/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 614.449270] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab92d3-d94e-24e8-bb58-5148416f4878/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 614.450493] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50979a91-770f-4349-a1e1-d5b380699bc1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.514739] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.520426] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 614.520426] env[68134]: value = "task-2964300" [ 614.520426] env[68134]: _type = "Task" [ 614.520426] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.530927] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964296, 'name': ReconfigVM_Task, 'duration_secs': 0.668114} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.531651] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.532350] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85a9ced2-6dfe-4e2b-aa77-e19e763a0044 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.537667] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.547021] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 614.547021] env[68134]: value = "task-2964301" [ 614.547021] env[68134]: _type = "Task" [ 614.547021] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.554901] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964301, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.611073] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8a7a1cb-3458-4e72-bba3-88563aa510be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.614699] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f97cf7-3047-60f6-1d03-7958ca459329, 'name': SearchDatastore_Task, 'duration_secs': 0.015679} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.614699] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.614699] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/ff322f86-8e94-43e4-9c39-c133ac8ee7ca.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.614699] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de991ece-58f2-4d6c-9453-0ef1301b2584 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.617804] env[68134]: ERROR nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [req-841a5692-cca9-4909-97dc-23b66b7ecb62] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-841a5692-cca9-4909-97dc-23b66b7ecb62"}]} [ 614.625166] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 614.625166] env[68134]: value = "task-2964302" [ 614.625166] env[68134]: _type = "Task" [ 614.625166] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.630305] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea568e20-aca4-4a02-8f32-67270e8ab655 req-e9906638-2854-4e9e-a038-f16f399353e5 service nova] Releasing lock "refresh_cache-7eafe60b-51f1-436a-adf7-634ab7f15949" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.633752] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.640019] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Releasing lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.640019] env[68134]: DEBUG nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Instance network_info: |[{"id": "2782af96-7dac-4074-8f5b-5459274d3911", "address": "fa:16:3e:43:d0:8b", "network": {"id": "52cf7a1e-d50a-43f1-aab8-785768604251", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1839148503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f67d52264aa5bd1a3a491710c01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2782af96-7d", "ovs_interfaceid": "2782af96-7dac-4074-8f5b-5459274d3911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.640282] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:d0:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2782af96-7dac-4074-8f5b-5459274d3911', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.647684] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Creating folder: Project (4c27f67d52264aa5bd1a3a491710c01e). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.651367] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 614.653128] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0969ff7-2f36-4f62-95c5-8eaa71654848 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.669743] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Created folder: Project (4c27f67d52264aa5bd1a3a491710c01e) in parent group-v594791. [ 614.670735] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Creating folder: Instances. Parent ref: group-v594819. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.670735] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56ccd58e-ff8d-42e5-9ce8-ba217b3f7eb3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.674041] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 614.674041] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.681996] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Created folder: Instances in parent group-v594819. [ 614.682288] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.682570] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.682814] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29413cf7-8492-41af-a617-e560c33aaa27 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.698588] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 614.704887] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.704887] env[68134]: value = "task-2964305" [ 614.704887] env[68134]: _type = "Task" [ 614.704887] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.712740] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964305, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.720847] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 614.749511] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075537} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.749836] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.750721] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74062d06-fabe-4458-832e-79d9c35d6f00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.772633] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 7eafe60b-51f1-436a-adf7-634ab7f15949/7eafe60b-51f1-436a-adf7-634ab7f15949.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.775856] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3dae7b-e9b0-4051-bd45-00f46c111695 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.795873] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 614.795873] env[68134]: value = "task-2964306" [ 614.795873] env[68134]: _type = "Task" [ 614.795873] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.804214] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.943077] env[68134]: INFO nova.compute.manager [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Took 27.92 seconds to build instance. [ 615.042477] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.057843] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964301, 'name': Rename_Task, 'duration_secs': 0.310427} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.058315] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.058555] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4acc3446-94d6-42d6-b0c2-04632edd4882 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.066918] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 615.066918] env[68134]: value = "task-2964307" [ 615.066918] env[68134]: _type = "Task" [ 615.066918] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.083823] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964307, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.140988] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.232322] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964305, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.234658] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492fe703-6fb1-49e4-a273-81fc568305c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.245333] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25a6828-4cad-487f-88f5-b982d0374f73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.284363] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc49a7-7d49-4eff-9c41-b0c73bfb632c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.297032] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70df9e-ad8c-4a2b-aea7-58b44449203d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.320874] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.327350] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.450192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1a8a4353-5de1-47a9-826f-4698b117c890 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "0e396779-8b56-4718-9c40-f44d86723090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.434s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.535276] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.579757] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.583014] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received event network-vif-plugged-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.583014] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Acquiring lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.583139] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.583215] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.583373] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] No waiting events found dispatching network-vif-plugged-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.583600] env[68134]: WARNING nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received unexpected event network-vif-plugged-13526501-261d-440d-a603-dd481c6c3bc8 for instance with vm_state building and task_state spawning. [ 615.583909] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received event network-changed-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.584085] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing instance network info cache due to event network-changed-13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.584370] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Acquiring lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.584548] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Acquired lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.584746] env[68134]: DEBUG nova.network.neutron [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.639554] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713362} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.640693] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/ff322f86-8e94-43e4-9c39-c133ac8ee7ca.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.640693] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.640693] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-776b9dc0-b56c-4b3a-b5a1-9655778c3697 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.649422] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 615.649422] env[68134]: value = "task-2964308" [ 615.649422] env[68134]: _type = "Task" [ 615.649422] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.659991] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.723219] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964305, 'name': CreateVM_Task, 'duration_secs': 0.604594} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.723475] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.724173] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.724378] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.724697] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.725339] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782e9078-9cfd-4948-8e46-40f3315d8731 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.731093] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 615.731093] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5210d610-71b5-b5f1-f7eb-663dfa10d72b" [ 615.731093] env[68134]: _type = "Task" [ 615.731093] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.739638] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5210d610-71b5-b5f1-f7eb-663dfa10d72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.815001] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964306, 'name': ReconfigVM_Task, 'duration_secs': 0.646364} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.815001] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 7eafe60b-51f1-436a-adf7-634ab7f15949/7eafe60b-51f1-436a-adf7-634ab7f15949.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.815001] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42f76089-6fa4-4780-abbf-cfa88609fa01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.821828] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 615.821828] env[68134]: value = "task-2964309" [ 615.821828] env[68134]: _type = "Task" [ 615.821828] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.840153] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964309, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.894818] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 615.899721] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 27 to 28 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.899721] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.955024] env[68134]: DEBUG nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.037463] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.082174] env[68134]: DEBUG oslo_vmware.api [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964307, 'name': PowerOnVM_Task, 'duration_secs': 0.967214} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.082451] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.082638] env[68134]: INFO nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Took 13.16 seconds to spawn the instance on the hypervisor. [ 616.082813] env[68134]: DEBUG nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.083679] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395a84c0-4837-4107-8934-bfdbfc5f9eda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.140807] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "08ab5963-281f-43c8-ae97-9cb9028d095f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.141278] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.141512] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "08ab5963-281f-43c8-ae97-9cb9028d095f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.141760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.141962] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.144740] env[68134]: INFO nova.compute.manager [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Terminating instance [ 616.161489] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074592} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.161830] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.162976] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea964b0-a192-462c-8b21-a46259178dcc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.189800] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/ff322f86-8e94-43e4-9c39-c133ac8ee7ca.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.190370] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c70c992-9632-4f61-bf8b-694dc8b06eff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.212466] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 616.212466] env[68134]: value = "task-2964310" [ 616.212466] env[68134]: _type = "Task" [ 616.212466] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.221313] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.244586] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5210d610-71b5-b5f1-f7eb-663dfa10d72b, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.244886] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.245133] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.245362] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.245507] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.245679] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.245932] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdcc4bdf-0be6-427d-b0f4-27bf8c344f67 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.254890] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.255117] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.255946] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9065338d-3859-4ed4-96f4-cbfd5ce4352b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.262268] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 616.262268] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52aeeee9-dc7f-729d-ad12-a502c2c0af25" [ 616.262268] env[68134]: _type = "Task" [ 616.262268] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.270352] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52aeeee9-dc7f-729d-ad12-a502c2c0af25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.333050] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964309, 'name': Rename_Task, 'duration_secs': 0.377149} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.335832] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.335832] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3de79c07-6d66-4247-ab02-bdf670e18527 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.340188] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 616.340188] env[68134]: value = "task-2964311" [ 616.340188] env[68134]: _type = "Task" [ 616.340188] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.351626] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.405770] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 616.407058] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.407058] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.029s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.407909] env[68134]: INFO nova.compute.claims [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.473605] env[68134]: DEBUG nova.network.neutron [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updated VIF entry in instance network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.473953] env[68134]: DEBUG nova.network.neutron [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.489510] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.537019] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.605100] env[68134]: INFO nova.compute.manager [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Took 27.89 seconds to build instance. [ 616.651025] env[68134]: DEBUG nova.compute.manager [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.651279] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.652297] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b2bb4-38e6-42e7-96a1-ee358e1671f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.660349] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.660634] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-999670b3-775e-4068-8656-35e1a419d8d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.668503] env[68134]: DEBUG oslo_vmware.api [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 616.668503] env[68134]: value = "task-2964312" [ 616.668503] env[68134]: _type = "Task" [ 616.668503] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.679719] env[68134]: DEBUG oslo_vmware.api [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.723027] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.772802] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52aeeee9-dc7f-729d-ad12-a502c2c0af25, 'name': SearchDatastore_Task, 'duration_secs': 0.032612} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.773850] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bab76e-9742-4d3d-99af-631fa362ec2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.780898] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 616.780898] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f2c8f4-fcd6-b00f-4c8d-9158d1e64a1f" [ 616.780898] env[68134]: _type = "Task" [ 616.780898] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.787661] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f2c8f4-fcd6-b00f-4c8d-9158d1e64a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.853851] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.978255] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Releasing lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.978639] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Received event network-vif-plugged-2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.978940] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Acquiring lock "a5e06d25-8a3d-4cad-a340-cb441326aedf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.979227] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.979451] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.980145] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] No waiting events found dispatching network-vif-plugged-2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.980145] env[68134]: WARNING nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Received unexpected event network-vif-plugged-2782af96-7dac-4074-8f5b-5459274d3911 for instance with vm_state building and task_state spawning. [ 616.980259] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Received event network-changed-2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.980369] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Refreshing instance network info cache due to event network-changed-2782af96-7dac-4074-8f5b-5459274d3911. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.980624] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Acquiring lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.980814] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Acquired lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.981011] env[68134]: DEBUG nova.network.neutron [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Refreshing network info cache for port 2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.039380] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.108060] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75f5115a-e7e3-4a4d-b2b2-bf5ecb321fad tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.407s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.177857] env[68134]: DEBUG oslo_vmware.api [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964312, 'name': PowerOffVM_Task, 'duration_secs': 0.217662} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.180631] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.180631] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.180631] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e92d89e6-5fb4-4d32-88da-8bf7fe2cde28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.225393] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964310, 'name': ReconfigVM_Task, 'duration_secs': 0.606299} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.225953] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Reconfigured VM instance instance-00000009 to attach disk [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/ff322f86-8e94-43e4-9c39-c133ac8ee7ca.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.226852] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf33432c-09dc-4c03-9395-d22ebf90745c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.234877] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 617.234877] env[68134]: value = "task-2964314" [ 617.234877] env[68134]: _type = "Task" [ 617.234877] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.245778] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964314, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.247729] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.248026] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.248264] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Deleting the datastore file [datastore1] 08ab5963-281f-43c8-ae97-9cb9028d095f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.248872] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15707887-55d7-40f4-80bc-2e4016ecea68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.256401] env[68134]: DEBUG oslo_vmware.api [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for the task: (returnval){ [ 617.256401] env[68134]: value = "task-2964315" [ 617.256401] env[68134]: _type = "Task" [ 617.256401] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.266273] env[68134]: DEBUG oslo_vmware.api [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.291012] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f2c8f4-fcd6-b00f-4c8d-9158d1e64a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.023404} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.291406] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.291706] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] a5e06d25-8a3d-4cad-a340-cb441326aedf/a5e06d25-8a3d-4cad-a340-cb441326aedf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.292045] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37b0e624-8cca-4452-8ede-18d29d750510 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.299753] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 617.299753] env[68134]: value = "task-2964316" [ 617.299753] env[68134]: _type = "Task" [ 617.299753] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.309301] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.355504] env[68134]: DEBUG oslo_vmware.api [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964311, 'name': PowerOnVM_Task, 'duration_secs': 0.776185} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.355804] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.356040] env[68134]: INFO nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Took 11.94 seconds to spawn the instance on the hypervisor. [ 617.356239] env[68134]: DEBUG nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.357425] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92ace02-c0db-4775-beab-93ab1dc99a94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.544501] env[68134]: DEBUG oslo_vmware.api [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964300, 'name': PowerOnVM_Task, 'duration_secs': 3.057422} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.545267] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.545959] env[68134]: INFO nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Took 16.99 seconds to spawn the instance on the hypervisor. [ 617.546118] env[68134]: DEBUG nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.547440] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbca2c85-baef-4202-9784-9e7caab24a91 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.613586] env[68134]: DEBUG nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.749599] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964314, 'name': Rename_Task, 'duration_secs': 0.17624} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.749696] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.749906] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64225538-40c3-4c8c-a51a-e5dd978264ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.756614] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 617.756614] env[68134]: value = "task-2964317" [ 617.756614] env[68134]: _type = "Task" [ 617.756614] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.770783] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.776845] env[68134]: DEBUG oslo_vmware.api [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Task: {'id': task-2964315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267298} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.778334] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.778334] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.778334] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.778334] env[68134]: INFO nova.compute.manager [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 617.778334] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.778659] env[68134]: DEBUG nova.compute.manager [-] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.778659] env[68134]: DEBUG nova.network.neutron [-] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.816875] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.834923] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2a827-ce19-41b4-96b4-ba62b7adee2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.841404] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac31c8d-4ccb-41e9-b7cb-769821da13c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.885585] env[68134]: DEBUG nova.network.neutron [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updated VIF entry in instance network info cache for port 2782af96-7dac-4074-8f5b-5459274d3911. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.885585] env[68134]: DEBUG nova.network.neutron [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updating instance_info_cache with network_info: [{"id": "2782af96-7dac-4074-8f5b-5459274d3911", "address": "fa:16:3e:43:d0:8b", "network": {"id": "52cf7a1e-d50a-43f1-aab8-785768604251", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1839148503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f67d52264aa5bd1a3a491710c01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2782af96-7d", "ovs_interfaceid": "2782af96-7dac-4074-8f5b-5459274d3911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.890422] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222fccb4-6ad0-426c-bc31-6e535cf11c51 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.892564] env[68134]: INFO nova.compute.manager [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Took 27.91 seconds to build instance. [ 617.898983] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e224e-7804-4ccf-a680-3f06b1655039 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.912692] env[68134]: DEBUG nova.compute.provider_tree [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.073825] env[68134]: INFO nova.compute.manager [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Took 29.70 seconds to build instance. [ 618.145448] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.271948] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.319274] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.391961] env[68134]: DEBUG oslo_concurrency.lockutils [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] Releasing lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.391961] env[68134]: DEBUG nova.compute.manager [req-fb40fb85-5563-44df-bfc1-8d884131bc8f req-1e03b419-23c6-443a-9694-66d45ee9b220 service nova] [instance: f7578951-667c-401a-a56e-637a992dddb4] Received event network-vif-deleted-c89432d6-11ee-4d78-93d5-7bb8627ebef0 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.400787] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baa46049-f03e-40e3-84d1-bd10e6334b43 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.431s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.418022] env[68134]: DEBUG nova.scheduler.client.report [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.575870] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0358f61f-e5db-4889-8f71-ecfc3e4ed791 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.210s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.775661] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.817456] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964316, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.904768] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.924095] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.924948] env[68134]: DEBUG nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.928600] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.364s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.932806] env[68134]: INFO nova.compute.claims [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.078916] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.089022] env[68134]: DEBUG nova.network.neutron [-] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.089022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "a518e6a0-7142-4a7b-a710-169c52edd3ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.089022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.272970] env[68134]: DEBUG oslo_vmware.api [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964317, 'name': PowerOnVM_Task, 'duration_secs': 1.463917} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.273316] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.273625] env[68134]: INFO nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Took 11.41 seconds to spawn the instance on the hypervisor. [ 619.273907] env[68134]: DEBUG nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.275361] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f4e1be-f090-486e-830e-cef1b182e7ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.317238] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964316, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.661172} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.317523] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] a5e06d25-8a3d-4cad-a340-cb441326aedf/a5e06d25-8a3d-4cad-a340-cb441326aedf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.317739] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.318065] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b08db6c0-dc15-442d-9479-e112e9e8ca14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.326394] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 619.326394] env[68134]: value = "task-2964318" [ 619.326394] env[68134]: _type = "Task" [ 619.326394] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.335380] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.432190] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.440999] env[68134]: DEBUG nova.compute.utils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.443028] env[68134]: DEBUG nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 619.588087] env[68134]: INFO nova.compute.manager [-] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Took 1.81 seconds to deallocate network for instance. [ 619.602266] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.793285] env[68134]: INFO nova.compute.manager [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Took 28.07 seconds to build instance. [ 619.837471] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071261} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.837744] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.838668] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df252dea-9146-4178-b624-6df564d0ee6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.865990] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] a5e06d25-8a3d-4cad-a340-cb441326aedf/a5e06d25-8a3d-4cad-a340-cb441326aedf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.866492] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db29cee5-96c1-4bbd-983d-f07997787b0c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.889376] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 619.889376] env[68134]: value = "task-2964319" [ 619.889376] env[68134]: _type = "Task" [ 619.889376] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.899320] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.947399] env[68134]: DEBUG nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.099799] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.285345] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef15097-c48f-4ce8-bf16-2ecf76c0f435 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.295096] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c72d98-2289-4ac9-b3c6-dd90a5f7c0f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.297460] env[68134]: DEBUG oslo_concurrency.lockutils [None req-972e73c3-4975-4ff6-b058-a65743f2e96d tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.579s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.346460] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eeebf7-facc-4417-a049-653bc83b4f87 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.358766] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8023a086-689b-4f2c-9615-445691a015ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.375748] env[68134]: DEBUG nova.compute.provider_tree [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.400113] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.608255] env[68134]: DEBUG nova.compute.manager [req-9c311ac4-7ed1-4646-a3af-ddd0c7713d48 req-85334a5e-935e-4f84-90e7-072bb50cc71d service nova] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Received event network-vif-deleted-be0dcf9d-a8c8-42cd-ae9a-bd5ae3e0b97b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.801176] env[68134]: DEBUG nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.880854] env[68134]: DEBUG nova.scheduler.client.report [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.906703] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964319, 'name': ReconfigVM_Task, 'duration_secs': 0.695725} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.909554] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Reconfigured VM instance instance-0000000a to attach disk [datastore2] a5e06d25-8a3d-4cad-a340-cb441326aedf/a5e06d25-8a3d-4cad-a340-cb441326aedf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.911678] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d011fc16-9682-4eb6-9de9-0651e9c80576 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.918849] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 620.918849] env[68134]: value = "task-2964320" [ 620.918849] env[68134]: _type = "Task" [ 620.918849] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.928093] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964320, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.958533] env[68134]: DEBUG nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.994373] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.994626] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.994783] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.994962] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.995259] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.995724] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.995724] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.995980] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.996045] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.996204] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.996376] env[68134]: DEBUG nova.virt.hardware [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.997269] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45f452b-b91d-45d4-9dc7-f12e584c11f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.005926] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa932c88-29b5-4945-8c98-6636395ea990 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.025814] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.031750] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Creating folder: Project (d09a92dccc0049929df4dafeeae8df43). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.032415] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a9df9a6-ed90-436c-b313-734f109c6963 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.043508] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Created folder: Project (d09a92dccc0049929df4dafeeae8df43) in parent group-v594791. [ 621.043698] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Creating folder: Instances. Parent ref: group-v594822. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.044017] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b8d0c68-a5ba-4b11-8e7e-c790a1e3d383 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.056822] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Created folder: Instances in parent group-v594822. [ 621.058066] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.058066] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.062094] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed7cc6b5-af85-4ed1-9c2e-1f9c5d4ad469 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.077490] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.077490] env[68134]: value = "task-2964323" [ 621.077490] env[68134]: _type = "Task" [ 621.077490] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.086807] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964323, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.348627] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.390989] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.391591] env[68134]: DEBUG nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.398099] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.279s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.400595] env[68134]: INFO nova.compute.claims [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.429644] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964320, 'name': Rename_Task, 'duration_secs': 0.170371} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.429914] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.430415] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a0f7d06-bab6-45e5-9dcd-048dc8983dd2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.437096] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 621.437096] env[68134]: value = "task-2964324" [ 621.437096] env[68134]: _type = "Task" [ 621.437096] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.445466] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.589333] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964323, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.888371] env[68134]: INFO nova.compute.manager [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Rescuing [ 621.888559] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.888717] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquired lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.890561] env[68134]: DEBUG nova.network.neutron [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.899549] env[68134]: DEBUG nova.compute.utils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.902791] env[68134]: DEBUG nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.903536] env[68134]: DEBUG nova.network.neutron [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.951773] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964324, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.003020] env[68134]: DEBUG nova.policy [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806a5f2432cd4f67bf3df854104e4e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd216b4b139014ea2a10f57f41fc75ff8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.088822] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964323, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.252578] env[68134]: DEBUG nova.compute.manager [None req-1b9abce1-3b6b-41b0-abe9-d9cfdc58cba3 tempest-ServerExternalEventsTest-1891650542 tempest-ServerExternalEventsTest-1891650542-project] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Received event network-changed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.252578] env[68134]: DEBUG nova.compute.manager [None req-1b9abce1-3b6b-41b0-abe9-d9cfdc58cba3 tempest-ServerExternalEventsTest-1891650542 tempest-ServerExternalEventsTest-1891650542-project] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Refreshing instance network info cache due to event network-changed. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.252578] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1b9abce1-3b6b-41b0-abe9-d9cfdc58cba3 tempest-ServerExternalEventsTest-1891650542 tempest-ServerExternalEventsTest-1891650542-project] Acquiring lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.252578] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1b9abce1-3b6b-41b0-abe9-d9cfdc58cba3 tempest-ServerExternalEventsTest-1891650542 tempest-ServerExternalEventsTest-1891650542-project] Acquired lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.252578] env[68134]: DEBUG nova.network.neutron [None req-1b9abce1-3b6b-41b0-abe9-d9cfdc58cba3 tempest-ServerExternalEventsTest-1891650542 tempest-ServerExternalEventsTest-1891650542-project] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.372989] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.372989] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.408588] env[68134]: DEBUG nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.450790] env[68134]: DEBUG oslo_vmware.api [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964324, 'name': PowerOnVM_Task, 'duration_secs': 0.785316} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.450790] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.451074] env[68134]: INFO nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Took 12.01 seconds to spawn the instance on the hypervisor. [ 622.451310] env[68134]: DEBUG nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.453441] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8b1bc-8c7f-4f0e-affc-b4bba5033181 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.593750] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964323, 'name': CreateVM_Task, 'duration_secs': 1.423685} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.593928] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.594403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.594521] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.594838] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.595148] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea6ec54-96c7-4de7-8493-96d83abdaf2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.599940] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 622.599940] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d6142e-5123-da66-3078-f59f72bc0403" [ 622.599940] env[68134]: _type = "Task" [ 622.599940] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.614105] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d6142e-5123-da66-3078-f59f72bc0403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.614907] env[68134]: DEBUG nova.network.neutron [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Successfully created port: a16e3924-f196-458a-8b46-eb88c063f38b {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.788952] env[68134]: DEBUG nova.network.neutron [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.831465] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9abfff-f3d7-451c-8fb4-7c2255da67e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.839893] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9767b695-4f09-40aa-a608-a823c8aae77b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.881505] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7754e86d-def0-4f93-bdbc-b6242f8f5627 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.889075] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80a672-fd24-47a5-99ba-e6c44e1934ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.904685] env[68134]: DEBUG nova.compute.provider_tree [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.976408] env[68134]: INFO nova.compute.manager [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Took 29.46 seconds to build instance. [ 623.111122] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d6142e-5123-da66-3078-f59f72bc0403, 'name': SearchDatastore_Task, 'duration_secs': 0.026618} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.111406] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.111640] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.111873] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.112023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.112199] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.112464] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-813e2b58-9bca-4297-8634-ddb1cc370d8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.120980] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.121194] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.121925] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce09dec-11cc-47f9-acba-5ec1a84c9110 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.127598] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 623.127598] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5288b48a-83bf-add6-c73e-4641d81e8772" [ 623.127598] env[68134]: _type = "Task" [ 623.127598] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.135828] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5288b48a-83bf-add6-c73e-4641d81e8772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.214518] env[68134]: DEBUG nova.network.neutron [None req-1b9abce1-3b6b-41b0-abe9-d9cfdc58cba3 tempest-ServerExternalEventsTest-1891650542 tempest-ServerExternalEventsTest-1891650542-project] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Updating instance_info_cache with network_info: [{"id": "fc779512-fee1-4669-810a-114f27c7b866", "address": "fa:16:3e:05:24:00", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc779512-fe", "ovs_interfaceid": "fc779512-fee1-4669-810a-114f27c7b866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.292460] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Releasing lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.409597] env[68134]: DEBUG nova.scheduler.client.report [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.426293] env[68134]: DEBUG nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.448363] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.448624] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.448782] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.448961] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.449203] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.449401] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.449646] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.449807] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.449975] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.450261] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.450495] env[68134]: DEBUG nova.virt.hardware [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.451651] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a93aca6-554a-4e57-89d2-a734e93207ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.462930] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd61646-df5a-4532-9fa0-73895e1526a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.481536] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ec91bd22-552f-437d-9d92-e54c6b2623d5 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.978s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.638962] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5288b48a-83bf-add6-c73e-4641d81e8772, 'name': SearchDatastore_Task, 'duration_secs': 0.019753} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.640127] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d1b392-ad95-44a7-a638-61ab362d5762 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.649019] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 623.649019] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fdb57e-db78-9e2b-0431-388e68f954b7" [ 623.649019] env[68134]: _type = "Task" [ 623.649019] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.661699] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52fdb57e-db78-9e2b-0431-388e68f954b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.717599] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1b9abce1-3b6b-41b0-abe9-d9cfdc58cba3 tempest-ServerExternalEventsTest-1891650542 tempest-ServerExternalEventsTest-1891650542-project] Releasing lock "refresh_cache-74dfb642-d692-4832-b2ca-ccbe76fb0802" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.917224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.920072] env[68134]: DEBUG nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.923287] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.034s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.927181] env[68134]: INFO nova.compute.claims [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.988820] env[68134]: DEBUG nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.012193] env[68134]: DEBUG nova.compute.manager [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Received event network-changed-a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.012548] env[68134]: DEBUG nova.compute.manager [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Refreshing instance network info cache due to event network-changed-a82b4220-56fc-466e-a97d-eea7df71c7a3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.012889] env[68134]: DEBUG oslo_concurrency.lockutils [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] Acquiring lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.013108] env[68134]: DEBUG oslo_concurrency.lockutils [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] Acquired lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.013347] env[68134]: DEBUG nova.network.neutron [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Refreshing network info cache for port a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.164693] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52fdb57e-db78-9e2b-0431-388e68f954b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015824} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.165137] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.165293] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.165559] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf6e2bd0-04fc-4919-96a1-9d04e79e04ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.175357] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 624.175357] env[68134]: value = "task-2964325" [ 624.175357] env[68134]: _type = "Task" [ 624.175357] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.185810] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.399191] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "74dfb642-d692-4832-b2ca-ccbe76fb0802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.399191] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.399467] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "74dfb642-d692-4832-b2ca-ccbe76fb0802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.400102] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.400102] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.406710] env[68134]: INFO nova.compute.manager [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Terminating instance [ 624.426914] env[68134]: DEBUG nova.compute.utils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.434019] env[68134]: DEBUG nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.434019] env[68134]: DEBUG nova.network.neutron [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.449932] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.450412] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.524212] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.563704] env[68134]: DEBUG nova.policy [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dcd8288c5af4ac98289ff1190448cc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b395f2ad460b49788a5e2fa7b66d0d8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.692646] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.839828] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.840198] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c964a09-4b19-4a43-9e3c-4dc9c0baa842 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.850517] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 624.850517] env[68134]: value = "task-2964326" [ 624.850517] env[68134]: _type = "Task" [ 624.850517] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.865829] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.876907] env[68134]: DEBUG nova.network.neutron [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Successfully updated port: a16e3924-f196-458a-8b46-eb88c063f38b {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.910782] env[68134]: DEBUG nova.compute.manager [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.911469] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.912615] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d531a9-a1bc-41ad-9223-15bd67d4be71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.925710] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.926140] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f8e0acd-419f-4764-9ba7-10fa050e0f61 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.932133] env[68134]: DEBUG nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.937603] env[68134]: DEBUG oslo_vmware.api [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 624.937603] env[68134]: value = "task-2964327" [ 624.937603] env[68134]: _type = "Task" [ 624.937603] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.951639] env[68134]: DEBUG oslo_vmware.api [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.189171] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669853} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.189171] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.189171] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.189171] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18fecde7-e313-40cc-aa82-564199a583eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.199570] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 625.199570] env[68134]: value = "task-2964328" [ 625.199570] env[68134]: _type = "Task" [ 625.199570] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.209586] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.365663] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964326, 'name': PowerOffVM_Task, 'duration_secs': 0.229831} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.365663] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.367360] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0907c83-278b-400a-b8bb-c430bb506a06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.397054] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "refresh_cache-23228ef5-dfa9-44e5-b3da-b1532febba2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.397054] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired lock "refresh_cache-23228ef5-dfa9-44e5-b3da-b1532febba2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.397197] env[68134]: DEBUG nova.network.neutron [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.399274] env[68134]: DEBUG nova.network.neutron [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updated VIF entry in instance network info cache for port a82b4220-56fc-466e-a97d-eea7df71c7a3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.399743] env[68134]: DEBUG nova.network.neutron [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updating instance_info_cache with network_info: [{"id": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "address": "fa:16:3e:de:17:47", "network": {"id": "0eee3069-1f9f-4e66-991c-bf4fb8c7eec1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1486522675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "518b26a51ca64e67ae77ecb296df1ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82b4220-56", "ovs_interfaceid": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.404157] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836f23ad-bf1c-4322-876b-f2b5d10520d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.435714] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64edb3-b306-484c-89b9-7f0ad797f6db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.455202] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3e2cc-c08a-417a-bd65-b1c1fe006a13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.459637] env[68134]: DEBUG oslo_vmware.api [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964327, 'name': PowerOffVM_Task, 'duration_secs': 0.333566} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.461684] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.461900] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.463506] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab908c7b-ce84-456e-af71-71c9a2079fd9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.501999] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.503298] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998fc4bc-5ff1-4196-a30b-61a386577e84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.506686] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2e24e6b-59cc-4cfe-a4c5-d7993e5204db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.515589] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1871251-632e-410e-a921-cd513ba08eae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.519812] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 625.519812] env[68134]: value = "task-2964330" [ 625.519812] env[68134]: _type = "Task" [ 625.519812] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.531768] env[68134]: DEBUG nova.compute.provider_tree [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.538913] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 625.540296] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.540296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.540296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.540296] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.540296] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7232ffbd-2073-4555-acf2-e4a39d62189f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.549895] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.550091] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.550847] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdedb03b-093b-4e0d-bf02-2849747c3f8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.561554] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 625.561554] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52791b6b-c311-a2c8-d0b9-4d106a979909" [ 625.561554] env[68134]: _type = "Task" [ 625.561554] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.573379] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52791b6b-c311-a2c8-d0b9-4d106a979909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.662176] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab92d3-d94e-24e8-bb58-5148416f4878/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 625.663162] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4149d-6f79-4149-b23e-00ecc1442bbb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.669881] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab92d3-d94e-24e8-bb58-5148416f4878/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 625.670197] env[68134]: ERROR oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab92d3-d94e-24e8-bb58-5148416f4878/disk-0.vmdk due to incomplete transfer. [ 625.670715] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e8195a9-384e-474c-91bb-644bf814b797 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.678670] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab92d3-d94e-24e8-bb58-5148416f4878/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 625.678846] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Uploaded image 2eec147b-7f8f-4669-815e-78bc11a3b901 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 625.681429] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 625.681941] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-638f5458-5dbb-447f-a367-f57938a5182f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.686089] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.686500] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.687179] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Deleting the datastore file [datastore2] 74dfb642-d692-4832-b2ca-ccbe76fb0802 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.687418] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15839f6e-cea1-4381-a45c-14b0a70acd43 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.690862] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 625.690862] env[68134]: value = "task-2964331" [ 625.690862] env[68134]: _type = "Task" [ 625.690862] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.697140] env[68134]: DEBUG oslo_vmware.api [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for the task: (returnval){ [ 625.697140] env[68134]: value = "task-2964332" [ 625.697140] env[68134]: _type = "Task" [ 625.697140] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.705883] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964331, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.714465] env[68134]: DEBUG oslo_vmware.api [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.721540] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0739} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.721540] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.722366] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791aa420-35c3-4ca1-903f-df01c4f83241 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.744306] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.745326] env[68134]: DEBUG nova.network.neutron [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Successfully created port: 581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.747316] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b51baf1-b256-438a-8d72-40897f748438 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.768433] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 625.768433] env[68134]: value = "task-2964333" [ 625.768433] env[68134]: _type = "Task" [ 625.768433] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.776705] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.913919] env[68134]: DEBUG oslo_concurrency.lockutils [req-5563f71a-8ca5-4bfe-b0d9-167a1a9be510 req-6112ce29-1fdf-4ec2-b32d-7a30717c3ded service nova] Releasing lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.960934] env[68134]: DEBUG nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.000593] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:12:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2056650681',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-384553947',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.000838] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.000989] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.001233] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.001383] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.001530] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.003951] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.003951] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.003951] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.003951] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.003951] env[68134]: DEBUG nova.virt.hardware [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.004121] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b20dcd9-c1c3-4d57-9ec4-8df1bbf8baca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.014724] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda03773-5102-4ef8-a51b-7fb889927c4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.040303] env[68134]: DEBUG nova.scheduler.client.report [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.044245] env[68134]: DEBUG nova.network.neutron [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.073329] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52791b6b-c311-a2c8-d0b9-4d106a979909, 'name': SearchDatastore_Task, 'duration_secs': 0.026654} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.074325] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629da17e-7cd0-4d49-aea0-bf31845f84e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.079979] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 626.079979] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523412e9-07b0-7a63-0b98-263a8c83fe19" [ 626.079979] env[68134]: _type = "Task" [ 626.079979] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.089947] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523412e9-07b0-7a63-0b98-263a8c83fe19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.201169] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964331, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.209046] env[68134]: DEBUG oslo_vmware.api [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.278666] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.547510] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.548108] env[68134]: DEBUG nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.551371] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.512s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.596099] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523412e9-07b0-7a63-0b98-263a8c83fe19, 'name': SearchDatastore_Task, 'duration_secs': 0.04532} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.596459] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.596733] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. {{(pid=68134) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 626.597012] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506f64bd-5439-4c83-ab8b-ec85cb8cc3f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.602351] env[68134]: DEBUG nova.network.neutron [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Updating instance_info_cache with network_info: [{"id": "a16e3924-f196-458a-8b46-eb88c063f38b", "address": "fa:16:3e:9a:a5:43", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16e3924-f1", "ovs_interfaceid": "a16e3924-f196-458a-8b46-eb88c063f38b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.604927] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 626.604927] env[68134]: value = "task-2964334" [ 626.604927] env[68134]: _type = "Task" [ 626.604927] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.617169] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.709703] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964331, 'name': Destroy_Task, 'duration_secs': 0.744615} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.710749] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Destroyed the VM [ 626.711375] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 626.712252] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-129858bd-aa0d-48f4-8a4e-b51e9d5e2c96 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.719393] env[68134]: DEBUG oslo_vmware.api [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Task: {'id': task-2964332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547225} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.720269] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.720441] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.720633] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.721402] env[68134]: INFO nova.compute.manager [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Took 1.81 seconds to destroy the instance on the hypervisor. [ 626.721402] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.721402] env[68134]: DEBUG nova.compute.manager [-] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.721589] env[68134]: DEBUG nova.network.neutron [-] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.725300] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 626.725300] env[68134]: value = "task-2964335" [ 626.725300] env[68134]: _type = "Task" [ 626.725300] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.735778] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.781961] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964333, 'name': ReconfigVM_Task, 'duration_secs': 0.6545} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.782655] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.783753] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80c2841-dda7-4c5c-aeb1-8713c0669508 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.792025] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 626.792025] env[68134]: value = "task-2964336" [ 626.792025] env[68134]: _type = "Task" [ 626.792025] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.805135] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964336, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.056862] env[68134]: INFO nova.compute.claims [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.065454] env[68134]: DEBUG nova.compute.utils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.068720] env[68134]: DEBUG nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.068917] env[68134]: DEBUG nova.network.neutron [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.104789] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Releasing lock "refresh_cache-23228ef5-dfa9-44e5-b3da-b1532febba2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.105689] env[68134]: DEBUG nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Instance network_info: |[{"id": "a16e3924-f196-458a-8b46-eb88c063f38b", "address": "fa:16:3e:9a:a5:43", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16e3924-f1", "ovs_interfaceid": "a16e3924-f196-458a-8b46-eb88c063f38b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.105836] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:a5:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a16e3924-f196-458a-8b46-eb88c063f38b', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.119568] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Creating folder: Project (d216b4b139014ea2a10f57f41fc75ff8). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.121627] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b93f7925-a5d0-4e5f-b487-921accd09fea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.130731] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490196} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.131238] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. [ 627.132271] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a475820b-5fde-41da-98a7-08920db380a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.138841] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Created folder: Project (d216b4b139014ea2a10f57f41fc75ff8) in parent group-v594791. [ 627.139809] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Creating folder: Instances. Parent ref: group-v594825. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.139927] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6fe99e4-b522-4683-a941-37d35042100d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.171974] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.174419] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab50f0f-8f76-41b0-87ea-e30d2f387bab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.190499] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Created folder: Instances in parent group-v594825. [ 627.190871] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.191644] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.191944] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2bed3cd-636e-460d-b248-0f564d812a09 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.211976] env[68134]: DEBUG nova.policy [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61e511b82d85473e8d60fb32d45ef540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2245ec2a6b7b40c782d8469ec9acbf27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.215481] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 627.215481] env[68134]: value = "task-2964339" [ 627.215481] env[68134]: _type = "Task" [ 627.215481] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.225405] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.225405] env[68134]: value = "task-2964340" [ 627.225405] env[68134]: _type = "Task" [ 627.225405] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.234323] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.243782] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964340, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.246914] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964335, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.303268] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964336, 'name': Rename_Task, 'duration_secs': 0.233025} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.303589] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.303854] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92c3e41a-2321-4ade-a64e-612cebc9864e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.311224] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 627.311224] env[68134]: value = "task-2964341" [ 627.311224] env[68134]: _type = "Task" [ 627.311224] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.328668] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.570981] env[68134]: INFO nova.compute.resource_tracker [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating resource usage from migration e038b6bd-efdc-4209-b633-2d4acc710e03 [ 627.575402] env[68134]: DEBUG nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.729352] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964339, 'name': ReconfigVM_Task, 'duration_secs': 0.400513} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.732630] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Reconfigured VM instance instance-00000009 to attach disk [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.735961] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f7540d-9ecf-4561-8bcd-6ad8a958ce6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.745597] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964340, 'name': CreateVM_Task, 'duration_secs': 0.400598} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.746082] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.746870] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.747117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.747850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.764934] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2024b9c-3853-441a-9226-41f3cc1e3013 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.779731] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f0595a-6f8b-411f-b2fd-9c87444ccb24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.788564] env[68134]: DEBUG oslo_vmware.api [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888449} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.793221] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 627.793221] env[68134]: INFO nova.compute.manager [None req-e3443fcf-bc9d-4e23-912e-2461957971cc tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Took 18.10 seconds to snapshot the instance on the hypervisor. [ 627.795307] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 627.795307] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52741a8a-5b76-5766-f44e-871768dcfe39" [ 627.795307] env[68134]: _type = "Task" [ 627.795307] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.803309] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 627.803309] env[68134]: value = "task-2964342" [ 627.803309] env[68134]: _type = "Task" [ 627.803309] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.811433] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52741a8a-5b76-5766-f44e-871768dcfe39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.823178] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.826367] env[68134]: DEBUG nova.compute.manager [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Received event network-vif-plugged-a16e3924-f196-458a-8b46-eb88c063f38b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.826367] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] Acquiring lock "23228ef5-dfa9-44e5-b3da-b1532febba2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.826367] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.826367] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.826367] env[68134]: DEBUG nova.compute.manager [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] No waiting events found dispatching network-vif-plugged-a16e3924-f196-458a-8b46-eb88c063f38b {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.826774] env[68134]: WARNING nova.compute.manager [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Received unexpected event network-vif-plugged-a16e3924-f196-458a-8b46-eb88c063f38b for instance with vm_state building and task_state spawning. [ 627.826774] env[68134]: DEBUG nova.compute.manager [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Received event network-changed-a16e3924-f196-458a-8b46-eb88c063f38b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.826774] env[68134]: DEBUG nova.compute.manager [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Refreshing instance network info cache due to event network-changed-a16e3924-f196-458a-8b46-eb88c063f38b. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.826919] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] Acquiring lock "refresh_cache-23228ef5-dfa9-44e5-b3da-b1532febba2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.827465] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] Acquired lock "refresh_cache-23228ef5-dfa9-44e5-b3da-b1532febba2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.827465] env[68134]: DEBUG nova.network.neutron [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Refreshing network info cache for port a16e3924-f196-458a-8b46-eb88c063f38b {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.831986] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964341, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.941712] env[68134]: DEBUG nova.network.neutron [-] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.140021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3080ca-95e0-497d-9070-78e7e0b396a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.155164] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9195ceb-b289-41fa-b65c-fb99a066dfc8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.167269] env[68134]: DEBUG nova.network.neutron [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Successfully updated port: 581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.207395] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c99a35-e836-4853-b1dd-05653142795a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.216567] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248c5022-c8c5-4d84-a037-1c69f4e81588 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.231718] env[68134]: DEBUG nova.compute.provider_tree [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.314445] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52741a8a-5b76-5766-f44e-871768dcfe39, 'name': SearchDatastore_Task, 'duration_secs': 0.02353} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.320469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.320730] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.321719] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.321719] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.321719] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.321719] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.321931] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7840cad2-4f6c-4e36-9818-2cec4e53e337 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.328527] env[68134]: DEBUG oslo_vmware.api [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964341, 'name': PowerOnVM_Task, 'duration_secs': 0.524774} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.329262] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.329262] env[68134]: INFO nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Took 7.37 seconds to spawn the instance on the hypervisor. [ 628.329262] env[68134]: DEBUG nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.329904] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531edaaf-7ef2-4bf2-a4b9-38b00ec19d94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.337253] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.337460] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.339471] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7019c71-ec9e-422b-8b18-1a917e731f80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.348183] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 628.348183] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523f7a23-5c37-adc6-1a49-d63af6de3aff" [ 628.348183] env[68134]: _type = "Task" [ 628.348183] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.355215] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523f7a23-5c37-adc6-1a49-d63af6de3aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.445743] env[68134]: INFO nova.compute.manager [-] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Took 1.72 seconds to deallocate network for instance. [ 628.494559] env[68134]: DEBUG nova.network.neutron [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Successfully created port: d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.592848] env[68134]: DEBUG nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.629490] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.629760] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.629916] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.630131] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.630287] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.630434] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.630637] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.630788] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.630955] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.631231] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.631435] env[68134]: DEBUG nova.virt.hardware [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.632641] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788780aa-58e5-4519-b857-96d7fb2a6909 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.640800] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29e6f9-5f23-4fbb-9f82-969ec7ac26ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.670183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.670425] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.670551] env[68134]: DEBUG nova.network.neutron [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.699335] env[68134]: DEBUG nova.network.neutron [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Updated VIF entry in instance network info cache for port a16e3924-f196-458a-8b46-eb88c063f38b. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.699674] env[68134]: DEBUG nova.network.neutron [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Updating instance_info_cache with network_info: [{"id": "a16e3924-f196-458a-8b46-eb88c063f38b", "address": "fa:16:3e:9a:a5:43", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16e3924-f1", "ovs_interfaceid": "a16e3924-f196-458a-8b46-eb88c063f38b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.734998] env[68134]: DEBUG nova.scheduler.client.report [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.815850] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.861825] env[68134]: INFO nova.compute.manager [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Took 21.54 seconds to build instance. [ 628.871551] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523f7a23-5c37-adc6-1a49-d63af6de3aff, 'name': SearchDatastore_Task, 'duration_secs': 0.044437} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.872583] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b50bfe-8857-4438-9dde-03fcf376c874 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.878240] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 628.878240] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527897bd-fe11-7f5a-2288-a3b99441b581" [ 628.878240] env[68134]: _type = "Task" [ 628.878240] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.886902] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527897bd-fe11-7f5a-2288-a3b99441b581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.955028] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.205422] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d3934ff-2a5a-4715-8d42-8ca2177c933e req-24fa1b97-d2d7-4b25-8c73-01f4636a1ca7 service nova] Releasing lock "refresh_cache-23228ef5-dfa9-44e5-b3da-b1532febba2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.239691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.689s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.239903] env[68134]: INFO nova.compute.manager [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Migrating [ 629.240186] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.240335] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.241608] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.727s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.241855] env[68134]: DEBUG nova.objects.instance [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Lazy-loading 'resources' on Instance uuid f7578951-667c-401a-a56e-637a992dddb4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.244469] env[68134]: DEBUG nova.network.neutron [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.316217] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.365235] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb4643fb-c926-4273-817f-c7aeb7869f70 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.073s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.388540] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527897bd-fe11-7f5a-2288-a3b99441b581, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.388801] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.389091] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 23228ef5-dfa9-44e5-b3da-b1532febba2a/23228ef5-dfa9-44e5-b3da-b1532febba2a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.389570] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a43aac97-dfe1-444b-bb4a-3127f2a2578e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.398775] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 629.398775] env[68134]: value = "task-2964343" [ 629.398775] env[68134]: _type = "Task" [ 629.398775] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.404218] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.549502] env[68134]: DEBUG nova.compute.manager [req-a53b5850-8e32-437d-8b97-4bc003dd02e6 req-ddcf2830-7e44-4689-bbc9-b079f272e068 service nova] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Received event network-vif-deleted-fc779512-fee1-4669-810a-114f27c7b866 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.631055] env[68134]: DEBUG nova.network.neutron [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Updating instance_info_cache with network_info: [{"id": "581ab9a6-e790-485e-9c48-ac539f5110c4", "address": "fa:16:3e:23:44:c6", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581ab9a6-e7", "ovs_interfaceid": "581ab9a6-e790-485e-9c48-ac539f5110c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.750480] env[68134]: INFO nova.compute.rpcapi [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 629.750981] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.820740] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964342, 'name': ReconfigVM_Task, 'duration_secs': 1.518506} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.821401] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.821652] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca998398-bf95-40aa-a15d-9fe185bdfe45 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.831643] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 629.831643] env[68134]: value = "task-2964344" [ 629.831643] env[68134]: _type = "Task" [ 629.831643] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.843614] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.874712] env[68134]: DEBUG nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.909192] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964343, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.076435] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.077224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.135105] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Releasing lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.136990] env[68134]: DEBUG nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Instance network_info: |[{"id": "581ab9a6-e790-485e-9c48-ac539f5110c4", "address": "fa:16:3e:23:44:c6", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581ab9a6-e7", "ovs_interfaceid": "581ab9a6-e790-485e-9c48-ac539f5110c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.137277] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:44:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '581ab9a6-e790-485e-9c48-ac539f5110c4', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.144778] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Creating folder: Project (b395f2ad460b49788a5e2fa7b66d0d8f). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.145749] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8f20280-dada-4fcb-976d-e85bc43888dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.159286] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Created folder: Project (b395f2ad460b49788a5e2fa7b66d0d8f) in parent group-v594791. [ 630.159539] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Creating folder: Instances. Parent ref: group-v594828. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.159842] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a341bcc3-9aae-4d9a-a2f5-aa653687da8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.175027] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Created folder: Instances in parent group-v594828. [ 630.175127] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.176044] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.176044] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84866af5-15c3-4ec4-b83d-7020961098f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.199585] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.199585] env[68134]: value = "task-2964347" [ 630.199585] env[68134]: _type = "Task" [ 630.199585] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.207385] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964347, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.239716] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b11daa8-0e2a-46ff-88ee-4514775c7ea5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.254314] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db514d-1c8e-4a7e-80b5-1ce07d76c95c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.293327] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.293512] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.293670] env[68134]: DEBUG nova.network.neutron [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.297184] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2627d3-ced7-45b4-9850-ded81dd387b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.305522] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db77d516-b211-4d17-84c4-4dc6edef60f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.322806] env[68134]: DEBUG nova.compute.provider_tree [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.343089] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.405375] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.413487] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746079} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.413739] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 23228ef5-dfa9-44e5-b3da-b1532febba2a/23228ef5-dfa9-44e5-b3da-b1532febba2a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.414194] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.414305] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff706896-5fe5-40d1-bc38-ede38a35e643 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.423147] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 630.423147] env[68134]: value = "task-2964348" [ 630.423147] env[68134]: _type = "Task" [ 630.423147] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.436486] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.466414] env[68134]: DEBUG nova.network.neutron [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Successfully updated port: d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.711189] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964347, 'name': CreateVM_Task, 'duration_secs': 0.356882} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.711600] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.712513] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.712690] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.713263] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.713518] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3552517e-c280-4680-a277-2c02ad256004 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.718195] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 630.718195] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522340ce-94a0-02f5-63cd-6b4cf8035c42" [ 630.718195] env[68134]: _type = "Task" [ 630.718195] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.726244] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522340ce-94a0-02f5-63cd-6b4cf8035c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.830020] env[68134]: DEBUG nova.scheduler.client.report [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.843908] env[68134]: DEBUG oslo_vmware.api [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964344, 'name': PowerOnVM_Task, 'duration_secs': 0.679404} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.844220] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.847475] env[68134]: DEBUG nova.compute.manager [None req-c275a855-2020-4c3d-93a2-22194060801b tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.848760] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785d7027-5853-45b3-9284-79c8cde50af6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.941311] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09678} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.941311] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.942128] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71b4232-6b6a-466e-965d-8c9cac2da3ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.971319] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 23228ef5-dfa9-44e5-b3da-b1532febba2a/23228ef5-dfa9-44e5-b3da-b1532febba2a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.971932] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.972083] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquired lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.972333] env[68134]: DEBUG nova.network.neutron [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.973338] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4ee9e3-c4a2-4e60-a3aa-11839d28aa2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.005027] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 631.005027] env[68134]: value = "task-2964349" [ 631.005027] env[68134]: _type = "Task" [ 631.005027] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.014809] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.051777] env[68134]: DEBUG nova.network.neutron [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.084371] env[68134]: DEBUG nova.compute.manager [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Received event network-changed-2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.084889] env[68134]: DEBUG nova.compute.manager [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Refreshing instance network info cache due to event network-changed-2782af96-7dac-4074-8f5b-5459274d3911. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.085300] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] Acquiring lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.085499] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] Acquired lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.085710] env[68134]: DEBUG nova.network.neutron [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Refreshing network info cache for port 2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.230792] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522340ce-94a0-02f5-63cd-6b4cf8035c42, 'name': SearchDatastore_Task, 'duration_secs': 0.056814} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.231452] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.231698] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.231910] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.232068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.232248] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.232520] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e89a81de-d223-44cf-ae37-2543c9ce7668 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.243888] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.243888] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.244034] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8938afe2-c831-4ba9-8ff4-c582b905106a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.251263] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 631.251263] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a6af1a-c70c-6355-886a-31e2cd5009c9" [ 631.251263] env[68134]: _type = "Task" [ 631.251263] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.256715] env[68134]: DEBUG nova.network.neutron [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance_info_cache with network_info: [{"id": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "address": "fa:16:3e:15:a3:56", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dfb543-bd", "ovs_interfaceid": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.264259] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a6af1a-c70c-6355-886a-31e2cd5009c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.299165] env[68134]: DEBUG nova.network.neutron [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updating instance_info_cache with network_info: [{"id": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "address": "fa:16:3e:fe:40:62", "network": {"id": "9fea23cc-0447-404c-88b5-0099107f2d38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-20230184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2245ec2a6b7b40c782d8469ec9acbf27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b3e756-0d", "ovs_interfaceid": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.331785] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.334340] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.845s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.336505] env[68134]: INFO nova.compute.claims [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.380500] env[68134]: INFO nova.scheduler.client.report [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Deleted allocations for instance f7578951-667c-401a-a56e-637a992dddb4 [ 631.517058] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964349, 'name': ReconfigVM_Task, 'duration_secs': 0.307225} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.521317] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 23228ef5-dfa9-44e5-b3da-b1532febba2a/23228ef5-dfa9-44e5-b3da-b1532febba2a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.525373] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd6f276-6c4d-4215-8663-8eebd1803d86 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.529411] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 631.529411] env[68134]: value = "task-2964350" [ 631.529411] env[68134]: _type = "Task" [ 631.529411] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.540401] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964350, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.766582] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.768179] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a6af1a-c70c-6355-886a-31e2cd5009c9, 'name': SearchDatastore_Task, 'duration_secs': 0.032924} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.770613] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f38a72d-08ff-4a27-807d-c4c80ccba0e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.777597] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 631.777597] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52716e22-deb9-241e-5ff3-e7248d4cda72" [ 631.777597] env[68134]: _type = "Task" [ 631.777597] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.788868] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52716e22-deb9-241e-5ff3-e7248d4cda72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.804222] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Releasing lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.804551] env[68134]: DEBUG nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Instance network_info: |[{"id": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "address": "fa:16:3e:fe:40:62", "network": {"id": "9fea23cc-0447-404c-88b5-0099107f2d38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-20230184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2245ec2a6b7b40c782d8469ec9acbf27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b3e756-0d", "ovs_interfaceid": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.805361] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:40:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3b3e756-0d0a-4257-b2f7-a37a5451eac7', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.814143] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Creating folder: Project (2245ec2a6b7b40c782d8469ec9acbf27). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.814893] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-709f28c8-425f-4569-8301-5363f82cf24f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.828818] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Created folder: Project (2245ec2a6b7b40c782d8469ec9acbf27) in parent group-v594791. [ 631.829030] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Creating folder: Instances. Parent ref: group-v594831. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.833141] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d740ce35-1d69-464e-a74d-2f84874bd448 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.845032] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Created folder: Instances in parent group-v594831. [ 631.845032] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.845424] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.846274] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b699cc60-e37f-45c7-b647-a7fde8b1ddb5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.876403] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.876403] env[68134]: value = "task-2964353" [ 631.876403] env[68134]: _type = "Task" [ 631.876403] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.892491] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964353, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.896028] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2802bffc-0453-4e6a-beeb-5f36c7314bde tempest-DeleteServersAdminTestJSON-1067231389 tempest-DeleteServersAdminTestJSON-1067231389-project-admin] Lock "f7578951-667c-401a-a56e-637a992dddb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.090s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.006257] env[68134]: DEBUG nova.network.neutron [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updated VIF entry in instance network info cache for port 2782af96-7dac-4074-8f5b-5459274d3911. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.006257] env[68134]: DEBUG nova.network.neutron [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updating instance_info_cache with network_info: [{"id": "2782af96-7dac-4074-8f5b-5459274d3911", "address": "fa:16:3e:43:d0:8b", "network": {"id": "52cf7a1e-d50a-43f1-aab8-785768604251", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1839148503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f67d52264aa5bd1a3a491710c01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2782af96-7d", "ovs_interfaceid": "2782af96-7dac-4074-8f5b-5459274d3911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.038811] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964350, 'name': Rename_Task, 'duration_secs': 0.162764} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.039104] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.039355] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9963c845-0c21-4330-bdf7-eee3ccd81826 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.045755] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 632.045755] env[68134]: value = "task-2964354" [ 632.045755] env[68134]: _type = "Task" [ 632.045755] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.053999] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.218499] env[68134]: INFO nova.compute.manager [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Rebuilding instance [ 632.269040] env[68134]: DEBUG nova.compute.manager [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.270152] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643d7ea9-4f84-423e-babc-43eefc174b36 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.291213] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52716e22-deb9-241e-5ff3-e7248d4cda72, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.291585] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.293236] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2a16afaf-4291-455b-b320-b9d58646fc32/2a16afaf-4291-455b-b320-b9d58646fc32.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.293236] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ef82659-0325-46b8-aa26-1772c435f050 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.298794] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 632.298794] env[68134]: value = "task-2964355" [ 632.298794] env[68134]: _type = "Task" [ 632.298794] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.308423] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.393406] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964353, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.510651] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] Releasing lock "refresh_cache-a5e06d25-8a3d-4cad-a340-cb441326aedf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.510651] env[68134]: DEBUG nova.compute.manager [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Received event network-changed-a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.510651] env[68134]: DEBUG nova.compute.manager [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Refreshing instance network info cache due to event network-changed-a82b4220-56fc-466e-a97d-eea7df71c7a3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.510651] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] Acquiring lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.510651] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] Acquired lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.510963] env[68134]: DEBUG nova.network.neutron [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Refreshing network info cache for port a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.565647] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.761187] env[68134]: DEBUG nova.compute.manager [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Received event network-vif-plugged-581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.761187] env[68134]: DEBUG oslo_concurrency.lockutils [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] Acquiring lock "2a16afaf-4291-455b-b320-b9d58646fc32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.761187] env[68134]: DEBUG oslo_concurrency.lockutils [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] Lock "2a16afaf-4291-455b-b320-b9d58646fc32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.761612] env[68134]: DEBUG oslo_concurrency.lockutils [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] Lock "2a16afaf-4291-455b-b320-b9d58646fc32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.762096] env[68134]: DEBUG nova.compute.manager [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] No waiting events found dispatching network-vif-plugged-581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.762541] env[68134]: WARNING nova.compute.manager [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Received unexpected event network-vif-plugged-581ab9a6-e790-485e-9c48-ac539f5110c4 for instance with vm_state building and task_state spawning. [ 632.762920] env[68134]: DEBUG nova.compute.manager [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Received event network-changed-581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.767709] env[68134]: DEBUG nova.compute.manager [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Refreshing instance network info cache due to event network-changed-581ab9a6-e790-485e-9c48-ac539f5110c4. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.767709] env[68134]: DEBUG oslo_concurrency.lockutils [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] Acquiring lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.767709] env[68134]: DEBUG oslo_concurrency.lockutils [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] Acquired lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.767709] env[68134]: DEBUG nova.network.neutron [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Refreshing network info cache for port 581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.771572] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5831e2-716c-46bc-8352-347e5b18c756 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.780827] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32acdf75-06e9-4d06-a27e-a3410b34a772 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.823204] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297e3947-b3cf-420c-bb2d-0f46dbcb6941 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.835289] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59bdde-162d-49c0-b0fc-da9e582735fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.839454] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.851740] env[68134]: DEBUG nova.compute.provider_tree [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.893297] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964353, 'name': CreateVM_Task, 'duration_secs': 0.527394} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.893972] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.894511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.894665] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.894977] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.895297] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced85c77-bc60-4ac5-9d55-3c83b3c15042 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.902202] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 632.902202] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52299ed2-1708-fc53-eab1-d5a5d05f4e43" [ 632.902202] env[68134]: _type = "Task" [ 632.902202] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.910655] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52299ed2-1708-fc53-eab1-d5a5d05f4e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.058244] env[68134]: DEBUG oslo_vmware.api [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964354, 'name': PowerOnVM_Task, 'duration_secs': 0.586309} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.058509] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.058719] env[68134]: INFO nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Took 9.63 seconds to spawn the instance on the hypervisor. [ 633.058966] env[68134]: DEBUG nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.059818] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06047e0f-731f-43fc-9676-dc8288863257 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.292842] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.294217] env[68134]: DEBUG nova.network.neutron [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updated VIF entry in instance network info cache for port a82b4220-56fc-466e-a97d-eea7df71c7a3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.294543] env[68134]: DEBUG nova.network.neutron [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updating instance_info_cache with network_info: [{"id": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "address": "fa:16:3e:de:17:47", "network": {"id": "0eee3069-1f9f-4e66-991c-bf4fb8c7eec1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1486522675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "518b26a51ca64e67ae77ecb296df1ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82b4220-56", "ovs_interfaceid": "a82b4220-56fc-466e-a97d-eea7df71c7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.295577] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319443c0-aabf-46f4-90ec-9639272fad26 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.298017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35ce2b9-fa35-4f44-bfaa-a81a3413edc3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.329987] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance 'd96bc42c-7bd3-41b2-a663-1992180fcd51' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.342364] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 633.342364] env[68134]: value = "task-2964356" [ 633.342364] env[68134]: _type = "Task" [ 633.342364] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.353945] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623231} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.353945] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2a16afaf-4291-455b-b320-b9d58646fc32/2a16afaf-4291-455b-b320-b9d58646fc32.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.353945] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.355348] env[68134]: DEBUG nova.scheduler.client.report [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.357880] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26eb2608-e97b-4b2a-a8e1-54a4a69be7f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.364058] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.368564] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 633.368564] env[68134]: value = "task-2964357" [ 633.368564] env[68134]: _type = "Task" [ 633.368564] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.376691] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.423244] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52299ed2-1708-fc53-eab1-d5a5d05f4e43, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.426378] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.426701] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.426970] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.427154] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.427343] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.427640] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21585bfc-d730-4d17-a5e4-cc2ed14aa083 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.441109] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.441401] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.442251] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae94ad1-cb4c-4f9d-906d-59bdd0ad4871 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.448470] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 633.448470] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529de440-3993-0ba2-a9e5-1c00534ea71a" [ 633.448470] env[68134]: _type = "Task" [ 633.448470] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.458203] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529de440-3993-0ba2-a9e5-1c00534ea71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.579874] env[68134]: INFO nova.compute.manager [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Took 26.03 seconds to build instance. [ 633.679685] env[68134]: DEBUG nova.network.neutron [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Updated VIF entry in instance network info cache for port 581ab9a6-e790-485e-9c48-ac539f5110c4. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.680032] env[68134]: DEBUG nova.network.neutron [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Updating instance_info_cache with network_info: [{"id": "581ab9a6-e790-485e-9c48-ac539f5110c4", "address": "fa:16:3e:23:44:c6", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581ab9a6-e7", "ovs_interfaceid": "581ab9a6-e790-485e-9c48-ac539f5110c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.801981] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3ec9905-3834-420a-b9d7-7d59b1b4350d req-d508019a-c445-4131-b44f-dcf68e98de62 service nova] Releasing lock "refresh_cache-0e396779-8b56-4718-9c40-f44d86723090" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.847989] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.848590] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ab4e20-1521-4309-b890-82a2c1e12526 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.864380] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.865098] env[68134]: DEBUG nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.870061] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964356, 'name': PowerOffVM_Task, 'duration_secs': 0.220151} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.870061] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.724s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.871245] env[68134]: INFO nova.compute.claims [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.874669] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.875038] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.875895] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 633.875895] env[68134]: value = "task-2964358" [ 633.875895] env[68134]: _type = "Task" [ 633.875895] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.877131] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df53d0d-70bf-4607-b9d4-62542af87162 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.893372] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090796} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.898230] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.898825] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.899368] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.900200] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee1783-e2e7-4df7-b01a-667ebbff11a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.902843] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e718a52-280c-46c0-896a-7b876cbe548d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.933551] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 2a16afaf-4291-455b-b320-b9d58646fc32/2a16afaf-4291-455b-b320-b9d58646fc32.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.936041] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e5a51f-712e-4887-8035-4c98506ffea1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.951517] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.953669] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.953669] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Deleting the datastore file [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.955197] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c651ca6-3b40-45d1-a809-09299d3ff34b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.958780] env[68134]: DEBUG nova.compute.manager [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Received event network-vif-plugged-d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.958956] env[68134]: DEBUG oslo_concurrency.lockutils [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] Acquiring lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.959102] env[68134]: DEBUG oslo_concurrency.lockutils [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.960102] env[68134]: DEBUG oslo_concurrency.lockutils [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.960102] env[68134]: DEBUG nova.compute.manager [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] No waiting events found dispatching network-vif-plugged-d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.960102] env[68134]: WARNING nova.compute.manager [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Received unexpected event network-vif-plugged-d3b3e756-0d0a-4257-b2f7-a37a5451eac7 for instance with vm_state building and task_state spawning. [ 633.960102] env[68134]: DEBUG nova.compute.manager [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Received event network-changed-d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.960102] env[68134]: DEBUG nova.compute.manager [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Refreshing instance network info cache due to event network-changed-d3b3e756-0d0a-4257-b2f7-a37a5451eac7. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.960438] env[68134]: DEBUG oslo_concurrency.lockutils [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] Acquiring lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.960438] env[68134]: DEBUG oslo_concurrency.lockutils [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] Acquired lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.960522] env[68134]: DEBUG nova.network.neutron [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Refreshing network info cache for port d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.971918] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 633.971918] env[68134]: value = "task-2964360" [ 633.971918] env[68134]: _type = "Task" [ 633.971918] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.977034] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529de440-3993-0ba2-a9e5-1c00534ea71a, 'name': SearchDatastore_Task, 'duration_secs': 0.017746} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.977385] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 633.977385] env[68134]: value = "task-2964361" [ 633.977385] env[68134]: _type = "Task" [ 633.977385] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.981984] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ae9764-4e3f-4ea2-9340-e6b14c3f0bc3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.995818] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.000762] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.001089] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 634.001089] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52eb1ee0-72d5-c9d9-0ad6-7e1070608a77" [ 634.001089] env[68134]: _type = "Task" [ 634.001089] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.009872] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52eb1ee0-72d5-c9d9-0ad6-7e1070608a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.081526] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f9ee8b6e-7158-4634-99f3-34a7e4e0a04f tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.020s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.182791] env[68134]: DEBUG oslo_concurrency.lockutils [req-e5ba71d8-c66d-4c73-acfc-f89d3c1ad7c5 req-3eb2df57-e818-4f3e-90d8-ee33e6b18ca7 service nova] Releasing lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.370487] env[68134]: DEBUG nova.compute.utils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.371979] env[68134]: DEBUG nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 634.400319] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964358, 'name': PowerOffVM_Task, 'duration_secs': 0.251516} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.400598] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.400787] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance 'd96bc42c-7bd3-41b2-a663-1992180fcd51' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.488532] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964360, 'name': ReconfigVM_Task, 'duration_secs': 0.289247} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.489262] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 2a16afaf-4291-455b-b320-b9d58646fc32/2a16afaf-4291-455b-b320-b9d58646fc32.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.490027] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-164b7e0d-407f-4a10-8687-f185d6b8e67f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.495471] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171966} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.495471] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.495591] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.495737] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.501770] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 634.501770] env[68134]: value = "task-2964362" [ 634.501770] env[68134]: _type = "Task" [ 634.501770] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.513971] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52eb1ee0-72d5-c9d9-0ad6-7e1070608a77, 'name': SearchDatastore_Task, 'duration_secs': 0.022886} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.518896] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.519201] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ec8106b2-cf75-44d3-b171-b3cfb4fd5e37/ec8106b2-cf75-44d3-b171-b3cfb4fd5e37.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.519514] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964362, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.519735] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9604f908-9aec-43cc-bc0b-1ca3c9bfb7cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.528456] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 634.528456] env[68134]: value = "task-2964363" [ 634.528456] env[68134]: _type = "Task" [ 634.528456] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.537316] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.584467] env[68134]: DEBUG nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.827300] env[68134]: DEBUG nova.network.neutron [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updated VIF entry in instance network info cache for port d3b3e756-0d0a-4257-b2f7-a37a5451eac7. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.827648] env[68134]: DEBUG nova.network.neutron [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updating instance_info_cache with network_info: [{"id": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "address": "fa:16:3e:fe:40:62", "network": {"id": "9fea23cc-0447-404c-88b5-0099107f2d38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-20230184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2245ec2a6b7b40c782d8469ec9acbf27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b3e756-0d", "ovs_interfaceid": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.875044] env[68134]: DEBUG nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.911934] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.912454] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.912454] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.912591] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.912707] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.912856] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.913123] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.913261] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.913429] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.913591] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.917755] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.926815] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358f02fc-cb0d-4ebd-bf5b-2fb49e480b2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.949286] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 634.949286] env[68134]: value = "task-2964364" [ 634.949286] env[68134]: _type = "Task" [ 634.949286] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.959270] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.018416] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964362, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.039887] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.110836] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.333714] env[68134]: DEBUG oslo_concurrency.lockutils [req-8833d05e-b973-4e06-8a3a-126a5030e3ad req-b2c475fb-f7dd-47ad-8e91-98b9011266c1 service nova] Releasing lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.350977] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca24ed9-4aff-4489-a4d2-71f85484bf29 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.363568] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1747f4-43f2-43e6-b680-7726400fccee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.404286] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf53b30-9193-4e6c-b752-e076d771470c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.413834] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cdee5d-4700-4775-a3c4-e7f1d64e44f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.429399] env[68134]: DEBUG nova.compute.provider_tree [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.455785] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964364, 'name': ReconfigVM_Task, 'duration_secs': 0.425415} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.456107] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance 'd96bc42c-7bd3-41b2-a663-1992180fcd51' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 635.524554] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964362, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.540447] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "f23b2dae-688d-48ed-8912-92548a355f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.540633] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f23b2dae-688d-48ed-8912-92548a355f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.548254] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762915} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.550814] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.551072] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.551232] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.551502] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.551541] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.551888] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.551888] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.552078] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.552317] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.552532] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.552633] env[68134]: DEBUG nova.virt.hardware [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.553076] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ec8106b2-cf75-44d3-b171-b3cfb4fd5e37/ec8106b2-cf75-44d3-b171-b3cfb4fd5e37.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.553246] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.554240] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3baa2-6c2d-44d0-ad3d-b350f3caeffe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.557066] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9ec9eff-7eb7-4ec7-8f9f-6f477141d710 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.566526] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a335eef-7d75-4aea-bf2e-58afe9d830d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.570755] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 635.570755] env[68134]: value = "task-2964365" [ 635.570755] env[68134]: _type = "Task" [ 635.570755] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.584204] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.590311] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.591728] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.592917] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a81e57fc-d174-42ed-9fd4-47999d2da91c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.609612] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.615399] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.615399] env[68134]: value = "task-2964366" [ 635.615399] env[68134]: _type = "Task" [ 635.615399] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.625195] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964366, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.911315] env[68134]: DEBUG nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.938436] env[68134]: DEBUG nova.scheduler.client.report [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.957573] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.958074] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.958399] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.958475] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.958613] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.958719] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.958963] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.959670] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.959670] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.959670] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.959670] env[68134]: DEBUG nova.virt.hardware [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.960911] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74486e9e-61e8-4d8c-9e4d-eb9f91914672 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.972695] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.973067] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.973188] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.973528] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.973528] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.973689] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.973925] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.974037] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.974399] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.974399] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.974549] env[68134]: DEBUG nova.virt.hardware [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.980450] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 635.981336] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b9dcaa-4d14-4f8f-bab0-1335c49ebca2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.005596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c870b68e-e325-41ed-8e77-7e5530d1ff01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.010475] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 636.010475] env[68134]: value = "task-2964367" [ 636.010475] env[68134]: _type = "Task" [ 636.010475] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.026332] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.032085] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Creating folder: Project (f3ec597d4d9f4335ab5437da09b109ba). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.033191] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5b0ad2-5823-4ad3-be40-c9a612f0947e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.041257] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964362, 'name': Rename_Task, 'duration_secs': 1.14305} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.045019] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.045019] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.045019] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c6f83f-0faf-4e07-aca5-3b6a0b80a31f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.049450] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 636.049450] env[68134]: value = "task-2964369" [ 636.049450] env[68134]: _type = "Task" [ 636.049450] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.050716] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Created folder: Project (f3ec597d4d9f4335ab5437da09b109ba) in parent group-v594791. [ 636.050716] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Creating folder: Instances. Parent ref: group-v594835. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.053584] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32c1947b-f90d-4704-9947-100f1fbaa362 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.059952] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.081274] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0683} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.082599] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.083193] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Created folder: Instances in parent group-v594835. [ 636.083868] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.084076] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3362e692-1612-47db-9012-d8103d7a4a51 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.087642] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.087642] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9caac2a0-446e-4de1-9aba-49d5f98fe3bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.121991] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ec8106b2-cf75-44d3-b171-b3cfb4fd5e37/ec8106b2-cf75-44d3-b171-b3cfb4fd5e37.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.123702] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a9f390-1632-499f-a541-073a3e55fb45 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.138248] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.138248] env[68134]: value = "task-2964371" [ 636.138248] env[68134]: _type = "Task" [ 636.138248] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.148560] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 636.148560] env[68134]: value = "task-2964372" [ 636.148560] env[68134]: _type = "Task" [ 636.148560] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.158651] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964371, 'name': CreateVM_Task} progress is 15%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.158651] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964366, 'name': CreateVM_Task, 'duration_secs': 0.521178} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.158651] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.159046] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.159134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.160764] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.163692] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4dbbfd7-8b80-4354-8c24-3647a29b52ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.164434] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.167919] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 636.167919] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5298c749-c78c-0087-f41b-745b9d994d43" [ 636.167919] env[68134]: _type = "Task" [ 636.167919] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.177277] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5298c749-c78c-0087-f41b-745b9d994d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.446914] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.447581] env[68134]: DEBUG nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.451179] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.019s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.452658] env[68134]: INFO nova.compute.claims [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.455379] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "0e396779-8b56-4718-9c40-f44d86723090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.455654] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "0e396779-8b56-4718-9c40-f44d86723090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.455903] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "0e396779-8b56-4718-9c40-f44d86723090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.456149] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "0e396779-8b56-4718-9c40-f44d86723090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.456314] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "0e396779-8b56-4718-9c40-f44d86723090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.458426] env[68134]: INFO nova.compute.manager [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Terminating instance [ 636.524873] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964367, 'name': ReconfigVM_Task, 'duration_secs': 0.300614} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.524873] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 636.525482] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ba1104-62ae-4194-83a3-28dc66ff1dc3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.554815] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] d96bc42c-7bd3-41b2-a663-1992180fcd51/d96bc42c-7bd3-41b2-a663-1992180fcd51.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.555301] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5bddb36-55a4-4008-996a-ad9334aa1230 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.580343] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.582112] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 636.582112] env[68134]: value = "task-2964373" [ 636.582112] env[68134]: _type = "Task" [ 636.582112] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.591508] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.653452] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964371, 'name': CreateVM_Task, 'duration_secs': 0.39606} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.656645] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.657042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.662521] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.678775] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5298c749-c78c-0087-f41b-745b9d994d43, 'name': SearchDatastore_Task, 'duration_secs': 0.018982} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.679090] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.679323] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.679547] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.679688] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.679862] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.680165] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.680472] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.680701] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8334b87c-f888-4f3b-a766-9105c17305f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.682553] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15d222d-5392-43de-8cb8-1a88cc383ca0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.687674] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 636.687674] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529bc050-6915-61d7-cacc-089cacdd36cf" [ 636.687674] env[68134]: _type = "Task" [ 636.687674] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.691602] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.691768] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.692769] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5f3b14-5f4e-4d08-b113-024af72f6f99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.697812] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529bc050-6915-61d7-cacc-089cacdd36cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.700646] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 636.700646] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cd56a3-b7de-0e33-fe4f-51aae07d8611" [ 636.700646] env[68134]: _type = "Task" [ 636.700646] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.708139] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cd56a3-b7de-0e33-fe4f-51aae07d8611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.957846] env[68134]: DEBUG nova.compute.utils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.959289] env[68134]: DEBUG nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.959542] env[68134]: DEBUG nova.network.neutron [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.968881] env[68134]: DEBUG nova.compute.manager [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.968881] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.968881] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b81bc0-84dd-4d8e-8813-cf699bfea136 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.979465] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.979465] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-119523ac-445e-47f1-ab67-c1ff9ca8d8b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.986728] env[68134]: DEBUG oslo_vmware.api [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 636.986728] env[68134]: value = "task-2964374" [ 636.986728] env[68134]: _type = "Task" [ 636.986728] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.000462] env[68134]: DEBUG oslo_vmware.api [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.064909] env[68134]: DEBUG oslo_vmware.api [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964369, 'name': PowerOnVM_Task, 'duration_secs': 0.60213} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.065266] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.065487] env[68134]: INFO nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Took 11.10 seconds to spawn the instance on the hypervisor. [ 637.065681] env[68134]: DEBUG nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.066504] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cebcf6e-8dfd-4005-80ef-a37fbd22797f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.092321] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964373, 'name': ReconfigVM_Task, 'duration_secs': 0.484702} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.092784] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Reconfigured VM instance instance-00000005 to attach disk [datastore1] d96bc42c-7bd3-41b2-a663-1992180fcd51/d96bc42c-7bd3-41b2-a663-1992180fcd51.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.093246] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance 'd96bc42c-7bd3-41b2-a663-1992180fcd51' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.140581] env[68134]: DEBUG nova.policy [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34aa1a897ba04ecca81d128b2122db56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287846ab1d9347b183c05e954bc402a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.161968] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964372, 'name': ReconfigVM_Task, 'duration_secs': 0.63843} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.162281] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ec8106b2-cf75-44d3-b171-b3cfb4fd5e37/ec8106b2-cf75-44d3-b171-b3cfb4fd5e37.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.163556] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b5e9b0-ac19-4e61-bde0-3c68cccf8279 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.169102] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 637.169102] env[68134]: value = "task-2964375" [ 637.169102] env[68134]: _type = "Task" [ 637.169102] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.177456] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964375, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.201100] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529bc050-6915-61d7-cacc-089cacdd36cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.201743] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.202061] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.202410] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.211179] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cd56a3-b7de-0e33-fe4f-51aae07d8611, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.212150] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd4d023-bb6a-4d67-a28d-7600fb35796a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.217879] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 637.217879] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5291d343-8be8-d656-31b5-b62101325ed2" [ 637.217879] env[68134]: _type = "Task" [ 637.217879] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.227550] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5291d343-8be8-d656-31b5-b62101325ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.452324] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "06b09205-14aa-4166-81f6-ce6f44dc826e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.452324] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.469837] env[68134]: DEBUG nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.501819] env[68134]: DEBUG oslo_vmware.api [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964374, 'name': PowerOffVM_Task, 'duration_secs': 0.286074} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.502122] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.502351] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.502526] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c530b8b-748a-4b5c-b683-1a09cc06c7c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.574919] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.575175] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.575477] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Deleting the datastore file [datastore2] 0e396779-8b56-4718-9c40-f44d86723090 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.580091] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8ee8944-4a3d-4a87-9bb6-dd326871b6f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.602198] env[68134]: DEBUG oslo_vmware.api [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for the task: (returnval){ [ 637.602198] env[68134]: value = "task-2964377" [ 637.602198] env[68134]: _type = "Task" [ 637.602198] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.602198] env[68134]: INFO nova.compute.manager [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Took 28.51 seconds to build instance. [ 637.602198] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e036589-48fb-4d8f-8a88-42b76eeaf49b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.642840] env[68134]: DEBUG oslo_vmware.api [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.644440] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a9a86-daae-4fd5-bb3d-68ebf7f04d20 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.650137] env[68134]: DEBUG nova.compute.manager [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received event network-changed-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.650343] env[68134]: DEBUG nova.compute.manager [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing instance network info cache due to event network-changed-13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.650548] env[68134]: DEBUG oslo_concurrency.lockutils [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] Acquiring lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.650692] env[68134]: DEBUG oslo_concurrency.lockutils [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] Acquired lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.650825] env[68134]: DEBUG nova.network.neutron [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.677525] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance 'd96bc42c-7bd3-41b2-a663-1992180fcd51' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.692405] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964375, 'name': Rename_Task, 'duration_secs': 0.240391} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.692664] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.692908] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-141b4fd8-5555-4740-8c26-30a5ef05add3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.704315] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 637.704315] env[68134]: value = "task-2964378" [ 637.704315] env[68134]: _type = "Task" [ 637.704315] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.714282] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.730535] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5291d343-8be8-d656-31b5-b62101325ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.013441} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.734191] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.734485] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.735363] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.735567] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.735798] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362fadc9-3e3d-4b84-9cd5-f3d38421d79b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.737825] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5540cc23-9dc5-48cc-bd22-a39a9f0c0cda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.744238] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 637.744238] env[68134]: value = "task-2964379" [ 637.744238] env[68134]: _type = "Task" [ 637.744238] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.748916] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.749106] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.750374] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b925c7cb-c317-4307-9eac-aa311aafd489 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.758369] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.764124] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 637.764124] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f3d756-3852-4493-0514-45d6a589ef88" [ 637.764124] env[68134]: _type = "Task" [ 637.764124] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.774879] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f3d756-3852-4493-0514-45d6a589ef88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.805200] env[68134]: DEBUG nova.network.neutron [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Successfully created port: 792b47ae-138e-4ca5-9acf-ac500962d925 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.102074] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f7268215-a256-47c6-a926-9e294bb6b646 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "2a16afaf-4291-455b-b320-b9d58646fc32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.483s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.114968] env[68134]: DEBUG oslo_vmware.api [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Task: {'id': task-2964377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290093} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.118029] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.118029] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.118029] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.118029] env[68134]: INFO nova.compute.manager [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Took 1.15 seconds to destroy the instance on the hypervisor. [ 638.118029] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.118503] env[68134]: DEBUG nova.compute.manager [-] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.118503] env[68134]: DEBUG nova.network.neutron [-] [instance: 0e396779-8b56-4718-9c40-f44d86723090] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.127076] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8327149-ec88-403a-9e9c-5931d747742a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.139709] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a3fe8-63c5-46a7-b783-c8ab14d6ce56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.192989] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b215c666-ea6d-4c87-8241-be363beacde5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.209280] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812bbe1d-de12-457d-965a-d57f1ffed8ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.220022] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.228896] env[68134]: DEBUG nova.compute.provider_tree [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.262590] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.275972] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f3d756-3852-4493-0514-45d6a589ef88, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.277591] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef18c16-bac0-480b-8024-69688afa33b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.285213] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 638.285213] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c70fa6-4d34-4509-96fa-5bb35bfbfe04" [ 638.285213] env[68134]: _type = "Task" [ 638.285213] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.297047] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c70fa6-4d34-4509-96fa-5bb35bfbfe04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.298408] env[68134]: DEBUG nova.network.neutron [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Port d4dfb543-bd10-4348-89ba-369c6f8d09f5 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 638.353529] env[68134]: DEBUG nova.compute.manager [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.354878] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417a8e00-daea-4381-8c9f-0dad4848f672 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.487557] env[68134]: DEBUG nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.514313] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.514655] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.514865] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.515119] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.515923] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.515923] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.515923] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.515923] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.516124] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.516746] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.516746] env[68134]: DEBUG nova.virt.hardware [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.517557] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbf7739-04cd-4c98-a0bd-5f4672704c1a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.527693] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa68275-53fb-469b-8ce5-8fb6e4805537 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.608328] env[68134]: DEBUG nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.715893] env[68134]: DEBUG oslo_vmware.api [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964378, 'name': PowerOnVM_Task, 'duration_secs': 0.693688} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.717370] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.717661] env[68134]: INFO nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Took 10.12 seconds to spawn the instance on the hypervisor. [ 638.718034] env[68134]: DEBUG nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.718976] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062f211-49d8-4d32-9512-fe8644de08b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.733413] env[68134]: DEBUG nova.scheduler.client.report [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.755108] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628153} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.756084] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.756084] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.756084] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f87125a-a831-4112-8ab1-3c13d174d6de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.762995] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 638.762995] env[68134]: value = "task-2964380" [ 638.762995] env[68134]: _type = "Task" [ 638.762995] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.773256] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.801388] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c70fa6-4d34-4509-96fa-5bb35bfbfe04, 'name': SearchDatastore_Task, 'duration_secs': 0.060313} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.801678] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.801938] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6462c122-dc0f-4083-84f8-a472e61285b8/6462c122-dc0f-4083-84f8-a472e61285b8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.802280] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2d342b0-0c00-4f14-a2ea-004bebb73615 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.812836] env[68134]: DEBUG nova.network.neutron [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updated VIF entry in instance network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.813797] env[68134]: DEBUG nova.network.neutron [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.818700] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 638.818700] env[68134]: value = "task-2964381" [ 638.818700] env[68134]: _type = "Task" [ 638.818700] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.829378] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.869135] env[68134]: INFO nova.compute.manager [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] instance snapshotting [ 638.873384] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcac58d-8a14-4ba4-be3c-c67a2ffb6ffe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.892805] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f944d476-a86a-4579-b753-022f71b9e276 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.136026] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.242240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.242832] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.247538] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.645s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.249287] env[68134]: INFO nova.compute.claims [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.252242] env[68134]: INFO nova.compute.manager [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Took 29.39 seconds to build instance. [ 639.274480] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131681} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.274480] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.274801] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f40de1-9350-4410-988f-0332baf07017 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.299019] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.299404] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae00b83-2c56-44dd-b42f-39be5bd5bdf5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.325357] env[68134]: DEBUG oslo_concurrency.lockutils [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] Releasing lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.325602] env[68134]: DEBUG nova.compute.manager [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received event network-changed-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.325767] env[68134]: DEBUG nova.compute.manager [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing instance network info cache due to event network-changed-13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.326061] env[68134]: DEBUG oslo_concurrency.lockutils [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] Acquiring lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.326216] env[68134]: DEBUG oslo_concurrency.lockutils [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] Acquired lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.326377] env[68134]: DEBUG nova.network.neutron [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.331023] env[68134]: DEBUG nova.network.neutron [-] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.336977] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.337217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.337383] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.346018] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 639.346018] env[68134]: value = "task-2964382" [ 639.346018] env[68134]: _type = "Task" [ 639.346018] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.355283] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503245} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.356306] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6462c122-dc0f-4083-84f8-a472e61285b8/6462c122-dc0f-4083-84f8-a472e61285b8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.356613] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.357249] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1285a078-bca4-4b57-a873-c05c320ebb5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.364551] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.369260] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 639.369260] env[68134]: value = "task-2964383" [ 639.369260] env[68134]: _type = "Task" [ 639.369260] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.384474] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.408319] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 639.408755] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-919aaaee-5192-46e1-9008-addec5657673 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.417274] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 639.417274] env[68134]: value = "task-2964384" [ 639.417274] env[68134]: _type = "Task" [ 639.417274] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.426425] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964384, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.601772] env[68134]: DEBUG nova.network.neutron [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updated VIF entry in instance network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.602307] env[68134]: DEBUG nova.network.neutron [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.754268] env[68134]: DEBUG nova.compute.utils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.756159] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.756159] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.762528] env[68134]: DEBUG oslo_concurrency.lockutils [None req-36d0f698-4e7d-474a-962d-224be4c36863 tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.560s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.843094] env[68134]: INFO nova.compute.manager [-] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Took 1.73 seconds to deallocate network for instance. [ 639.860546] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964382, 'name': ReconfigVM_Task, 'duration_secs': 0.495932} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.862155] env[68134]: DEBUG nova.policy [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daecb538c9ea40faa5ae52e94521f089', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b6e9a1d6a4149a88165bc6f6c03a289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.863751] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.864810] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4624dc2d-6e49-41e0-8b8e-b7d455a81af4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.877581] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 639.877581] env[68134]: value = "task-2964385" [ 639.877581] env[68134]: _type = "Task" [ 639.877581] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.890739] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108467} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.894439] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.896175] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964385, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.896175] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079f9d86-b224-47c1-8530-e413de0e0cb0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.918229] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 6462c122-dc0f-4083-84f8-a472e61285b8/6462c122-dc0f-4083-84f8-a472e61285b8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.919478] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc4ed083-c525-41d3-a5e4-13b1ea2b0fa2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.945305] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964384, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.947206] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 639.947206] env[68134]: value = "task-2964386" [ 639.947206] env[68134]: _type = "Task" [ 639.947206] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.955889] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.107226] env[68134]: DEBUG oslo_concurrency.lockutils [req-618c8b50-47fa-4607-82ab-9248bc3a123e req-f4dab170-ba88-4592-9fc1-f5386b8a8120 service nova] Releasing lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.154365] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "ea2fc662-f98e-461d-956b-d7eff9b191d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.155070] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.264673] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.273788] env[68134]: DEBUG nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.357878] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.394550] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964385, 'name': Rename_Task, 'duration_secs': 0.233599} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.397320] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.398695] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9c30444-a59b-444c-bba1-ef50c1867df5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.404470] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 640.404470] env[68134]: value = "task-2964387" [ 640.404470] env[68134]: _type = "Task" [ 640.404470] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.413614] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.428801] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964384, 'name': CreateSnapshot_Task, 'duration_secs': 0.923487} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.431814] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.433367] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8751d0b1-3507-4e87-afa6-b959d136e760 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.456667] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.471325] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Successfully created port: 58141d08-492e-4603-a92a-2c7402045372 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.499262] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.499502] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.499673] env[68134]: DEBUG nova.network.neutron [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.601097] env[68134]: DEBUG nova.compute.manager [req-3a66e6e0-64f3-45a0-9a9e-6b10d49c60cc req-1255d77a-24b0-4fac-b9e6-52988c41886f service nova] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Received event network-vif-deleted-a82b4220-56fc-466e-a97d-eea7df71c7a3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.800704] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.820141] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a929bfbc-611c-494b-a521-0783329500b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.829684] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe00e58-4b13-4591-8f48-de35f67389d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.873603] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48774c1c-43a5-4a4c-b119-e80aa12d1c74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.882844] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496cf612-1307-4e74-a552-aea46bbad4de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.900574] env[68134]: DEBUG nova.compute.provider_tree [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.913484] env[68134]: DEBUG oslo_vmware.api [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964387, 'name': PowerOnVM_Task, 'duration_secs': 0.503628} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.913765] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.913971] env[68134]: DEBUG nova.compute.manager [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.915670] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda8462-eb73-463e-aa97-92b76dac80c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.932046] env[68134]: DEBUG nova.network.neutron [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Successfully updated port: 792b47ae-138e-4ca5-9acf-ac500962d925 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.958037] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 640.958037] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cff23e9d-a13a-45b3-8c0a-bd59b62f6067 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.972022] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964386, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.972022] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 640.972022] env[68134]: value = "task-2964388" [ 640.972022] env[68134]: _type = "Task" [ 640.972022] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.981579] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964388, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.281284] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.333180] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.333180] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.333180] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.333414] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.333414] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.333414] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.333414] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.333414] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.333979] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.334338] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.334716] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.335687] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6be5ed-1969-41b6-9b45-5d1b48984f4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.344819] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfca369-5337-484e-a612-c3cf6e990bd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.406021] env[68134]: DEBUG nova.scheduler.client.report [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.433370] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.435034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "refresh_cache-e1f537bc-5937-446d-b44a-8c0fe5441aee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.435168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquired lock "refresh_cache-e1f537bc-5937-446d-b44a-8c0fe5441aee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.435315] env[68134]: DEBUG nova.network.neutron [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.467899] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964386, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.482753] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964388, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.638445] env[68134]: DEBUG nova.network.neutron [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance_info_cache with network_info: [{"id": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "address": "fa:16:3e:15:a3:56", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dfb543-bd", "ovs_interfaceid": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.910361] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.911574] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.916468] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.816s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.916938] env[68134]: DEBUG nova.objects.instance [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lazy-loading 'resources' on Instance uuid 08ab5963-281f-43c8-ae97-9cb9028d095f {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.980596] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964386, 'name': ReconfigVM_Task, 'duration_secs': 1.731792} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.994711] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 6462c122-dc0f-4083-84f8-a472e61285b8/6462c122-dc0f-4083-84f8-a472e61285b8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.997440] env[68134]: DEBUG nova.compute.manager [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received event network-changed-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.997440] env[68134]: DEBUG nova.compute.manager [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing instance network info cache due to event network-changed-13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.997699] env[68134]: DEBUG oslo_concurrency.lockutils [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] Acquiring lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.997904] env[68134]: DEBUG oslo_concurrency.lockutils [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] Acquired lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.998926] env[68134]: DEBUG nova.network.neutron [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.000554] env[68134]: DEBUG nova.network.neutron [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.007376] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2fd628-37f0-41f7-9dea-d3e78fac6c4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.019615] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964388, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.021382] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 642.021382] env[68134]: value = "task-2964389" [ 642.021382] env[68134]: _type = "Task" [ 642.021382] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.030585] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964389, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.143171] env[68134]: DEBUG oslo_concurrency.lockutils [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.275011] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Successfully updated port: 58141d08-492e-4603-a92a-2c7402045372 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.336067] env[68134]: DEBUG nova.network.neutron [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Updating instance_info_cache with network_info: [{"id": "792b47ae-138e-4ca5-9acf-ac500962d925", "address": "fa:16:3e:20:83:1b", "network": {"id": "b01c46c3-7a59-42fe-9e1c-5740759ed1fc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-116785770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287846ab1d9347b183c05e954bc402a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792b47ae-13", "ovs_interfaceid": "792b47ae-138e-4ca5-9acf-ac500962d925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.420270] env[68134]: DEBUG nova.compute.utils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.425019] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.425019] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.495335] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964388, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.531411] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964389, 'name': Rename_Task, 'duration_secs': 0.274089} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.533909] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.534643] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8af805-f688-41fd-a92e-60930350ae4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.540985] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 642.540985] env[68134]: value = "task-2964390" [ 642.540985] env[68134]: _type = "Task" [ 642.540985] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.553664] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.652510] env[68134]: DEBUG nova.policy [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daecb538c9ea40faa5ae52e94521f089', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b6e9a1d6a4149a88165bc6f6c03a289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.670021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569e6f8d-958a-485b-99ca-f5dbe23a8be3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.691515] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6456d3-f1ea-4db1-a59e-c6fe03fb67ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.701443] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance 'd96bc42c-7bd3-41b2-a663-1992180fcd51' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.777270] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "refresh_cache-953ab25c-c318-439f-aed7-5d9df5c37a8e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.777710] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "refresh_cache-953ab25c-c318-439f-aed7-5d9df5c37a8e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.778144] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.845085] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Releasing lock "refresh_cache-e1f537bc-5937-446d-b44a-8c0fe5441aee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.845406] env[68134]: DEBUG nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Instance network_info: |[{"id": "792b47ae-138e-4ca5-9acf-ac500962d925", "address": "fa:16:3e:20:83:1b", "network": {"id": "b01c46c3-7a59-42fe-9e1c-5740759ed1fc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-116785770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287846ab1d9347b183c05e954bc402a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792b47ae-13", "ovs_interfaceid": "792b47ae-138e-4ca5-9acf-ac500962d925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.845992] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:83:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '792b47ae-138e-4ca5-9acf-ac500962d925', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.854189] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Creating folder: Project (287846ab1d9347b183c05e954bc402a7). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.854781] env[68134]: DEBUG nova.network.neutron [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updated VIF entry in instance network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.855134] env[68134]: DEBUG nova.network.neutron [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.857085] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed9a42c8-71be-457f-902f-d10efd0e1349 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.871990] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Created folder: Project (287846ab1d9347b183c05e954bc402a7) in parent group-v594791. [ 642.871990] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Creating folder: Instances. Parent ref: group-v594840. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.872238] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d45b9b97-a345-4779-a916-83175bf113e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.882279] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Created folder: Instances in parent group-v594840. [ 642.882741] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.882807] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.883012] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f203d26-42c3-492c-9aaa-3a9bf1d0c304 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.907128] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.907128] env[68134]: value = "task-2964393" [ 642.907128] env[68134]: _type = "Task" [ 642.907128] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.915744] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964393, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.927262] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.944650] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f6972-51c7-4c2c-90be-8cd41712c941 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.952880] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1516143-9246-4972-87dd-4443a1d2b3db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.998637] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0768cb6-b9f9-4fa5-8b22-40841a90120e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.012948] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964388, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.015880] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcdde9-a193-4f96-b582-19b4c25a34fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.033178] env[68134]: DEBUG nova.compute.provider_tree [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.053729] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.210911] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.211284] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab45ab2-d54a-4944-914f-b2be16004ecd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.218574] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 643.218574] env[68134]: value = "task-2964394" [ 643.218574] env[68134]: _type = "Task" [ 643.218574] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.226858] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.316062] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.360960] env[68134]: DEBUG oslo_concurrency.lockutils [req-6e1fee2a-6e1b-4a6e-8bff-713cfcae40eb req-386f5d67-fe51-469a-9aa3-913a7276cdc9 service nova] Releasing lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.373977] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Successfully created port: 31ebb5a6-a14a-40d8-9b10-dc414dad21ae {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.422027] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964393, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.497075] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Updating instance_info_cache with network_info: [{"id": "58141d08-492e-4603-a92a-2c7402045372", "address": "fa:16:3e:7f:89:2c", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58141d08-49", "ovs_interfaceid": "58141d08-492e-4603-a92a-2c7402045372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.519522] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964388, 'name': CloneVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.537402] env[68134]: DEBUG nova.scheduler.client.report [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.554942] env[68134]: DEBUG oslo_vmware.api [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964390, 'name': PowerOnVM_Task, 'duration_secs': 1.007572} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.555621] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.555621] env[68134]: INFO nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Took 7.64 seconds to spawn the instance on the hypervisor. [ 643.555760] env[68134]: DEBUG nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.557222] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c7749-cd95-4594-9b5f-1879cdb5536b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.728516] env[68134]: DEBUG oslo_vmware.api [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964394, 'name': PowerOnVM_Task, 'duration_secs': 0.450033} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.728787] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.728971] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-492abbd2-121f-4307-8ec5-b6466eb46220 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance 'd96bc42c-7bd3-41b2-a663-1992180fcd51' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.931999] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964393, 'name': CreateVM_Task, 'duration_secs': 0.64691} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.932642] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.933780] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.934182] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.934366] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.935338] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1400df-336b-4ef7-ac46-6ed0cbe9347c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.941991] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.949443] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 643.949443] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5293b752-8ff6-8feb-0dd8-30582ba369d7" [ 643.949443] env[68134]: _type = "Task" [ 643.949443] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.959834] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293b752-8ff6-8feb-0dd8-30582ba369d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.979448] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.979939] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.980248] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.980533] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.981062] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.981062] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.981467] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.981768] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.982037] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.982876] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.982876] env[68134]: DEBUG nova.virt.hardware [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.984532] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f8269-0ecc-4420-8cc8-03a3b2659148 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.992648] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd1ffaa-217b-4620-a54e-e31f906458ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.003995] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "refresh_cache-953ab25c-c318-439f-aed7-5d9df5c37a8e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.004596] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Instance network_info: |[{"id": "58141d08-492e-4603-a92a-2c7402045372", "address": "fa:16:3e:7f:89:2c", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58141d08-49", "ovs_interfaceid": "58141d08-492e-4603-a92a-2c7402045372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.016186] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:89:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58141d08-492e-4603-a92a-2c7402045372', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.024249] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Creating folder: Project (6b6e9a1d6a4149a88165bc6f6c03a289). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.025441] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74ec7f22-e3c4-43c6-8492-e25c3055a22e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.032650] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964388, 'name': CloneVM_Task, 'duration_secs': 2.567698} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.033382] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Created linked-clone VM from snapshot [ 644.034251] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730da717-0dd8-4d94-826c-49a83ea26012 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.042670] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Uploading image eee0876b-7e08-48ba-8f41-c50036420c77 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.046069] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Created folder: Project (6b6e9a1d6a4149a88165bc6f6c03a289) in parent group-v594791. [ 644.046311] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Creating folder: Instances. Parent ref: group-v594843. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.046951] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd427917-3de3-44c7-a3c3-1a7b33949e38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.050475] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.057236] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.707s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.057236] env[68134]: INFO nova.compute.claims [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.060578] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "39697361-2e54-45c5-b0f5-6995c2bc13d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.060866] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.067854] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Created folder: Instances in parent group-v594843. [ 644.067854] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.068555] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.068555] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2645cf5c-d496-49b7-a923-01e7905d7969 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.089181] env[68134]: INFO nova.scheduler.client.report [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Deleted allocations for instance 08ab5963-281f-43c8-ae97-9cb9028d095f [ 644.099978] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.099978] env[68134]: value = "task-2964397" [ 644.099978] env[68134]: _type = "Task" [ 644.099978] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.104980] env[68134]: INFO nova.compute.manager [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Took 27.64 seconds to build instance. [ 644.111769] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964397, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.119315] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 644.119315] env[68134]: value = "vm-594839" [ 644.119315] env[68134]: _type = "VirtualMachine" [ 644.119315] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 644.119992] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d3c53529-4fa9-4b5b-bb70-7b4d77021a1e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.127033] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lease: (returnval){ [ 644.127033] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524d3e05-250b-09eb-efa5-ca8a3b6779ee" [ 644.127033] env[68134]: _type = "HttpNfcLease" [ 644.127033] env[68134]: } obtained for exporting VM: (result){ [ 644.127033] env[68134]: value = "vm-594839" [ 644.127033] env[68134]: _type = "VirtualMachine" [ 644.127033] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 644.127854] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the lease: (returnval){ [ 644.127854] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524d3e05-250b-09eb-efa5-ca8a3b6779ee" [ 644.127854] env[68134]: _type = "HttpNfcLease" [ 644.127854] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 644.136420] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.136420] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524d3e05-250b-09eb-efa5-ca8a3b6779ee" [ 644.136420] env[68134]: _type = "HttpNfcLease" [ 644.136420] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 644.149793] env[68134]: DEBUG nova.compute.manager [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Received event network-changed-d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.149793] env[68134]: DEBUG nova.compute.manager [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Refreshing instance network info cache due to event network-changed-d3b3e756-0d0a-4257-b2f7-a37a5451eac7. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.149793] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Acquiring lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.149793] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Acquired lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.149793] env[68134]: DEBUG nova.network.neutron [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Refreshing network info cache for port d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.465316] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293b752-8ff6-8feb-0dd8-30582ba369d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.466354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.468077] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.468077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.468077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.468077] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.468077] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d1355fd-1626-4d9b-8272-ddc444a7ab01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.480722] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.480722] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.481298] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bfe4414-025f-4d58-a2e7-790ac9ec7c0f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.487078] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 644.487078] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a9f841-14e5-1065-6b4a-ea2166347a55" [ 644.487078] env[68134]: _type = "Task" [ 644.487078] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.499840] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a9f841-14e5-1065-6b4a-ea2166347a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.599315] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3039ad39-f422-4a44-8693-a9d125c99451 tempest-ServerDiagnosticsTest-452174232 tempest-ServerDiagnosticsTest-452174232-project-member] Lock "08ab5963-281f-43c8-ae97-9cb9028d095f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.458s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.609291] env[68134]: DEBUG oslo_concurrency.lockutils [None req-882c13d3-2804-4e30-a48f-2dde3816df7e tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "6462c122-dc0f-4083-84f8-a472e61285b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.268s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.616675] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964397, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.638653] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.638653] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524d3e05-250b-09eb-efa5-ca8a3b6779ee" [ 644.638653] env[68134]: _type = "HttpNfcLease" [ 644.638653] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 644.639611] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 644.639611] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524d3e05-250b-09eb-efa5-ca8a3b6779ee" [ 644.639611] env[68134]: _type = "HttpNfcLease" [ 644.639611] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 644.640165] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed1e9e6-da38-4cc6-aea9-26f0c36e943e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.649080] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212103b-8944-9a70-6dec-a8a4760a97e3/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 644.650262] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212103b-8944-9a70-6dec-a8a4760a97e3/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 644.719126] env[68134]: INFO nova.compute.manager [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Rebuilding instance [ 644.760184] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Received event network-vif-plugged-792b47ae-138e-4ca5-9acf-ac500962d925 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.760184] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Acquiring lock "e1f537bc-5937-446d-b44a-8c0fe5441aee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.760184] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.760362] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.760528] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] No waiting events found dispatching network-vif-plugged-792b47ae-138e-4ca5-9acf-ac500962d925 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.760685] env[68134]: WARNING nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Received unexpected event network-vif-plugged-792b47ae-138e-4ca5-9acf-ac500962d925 for instance with vm_state building and task_state spawning. [ 644.760838] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Received event network-changed-792b47ae-138e-4ca5-9acf-ac500962d925 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.760986] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Refreshing instance network info cache due to event network-changed-792b47ae-138e-4ca5-9acf-ac500962d925. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.761174] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Acquiring lock "refresh_cache-e1f537bc-5937-446d-b44a-8c0fe5441aee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.761330] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Acquired lock "refresh_cache-e1f537bc-5937-446d-b44a-8c0fe5441aee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.761491] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Refreshing network info cache for port 792b47ae-138e-4ca5-9acf-ac500962d925 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.775337] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63fd1871-935b-4f68-8061-e220d2ef3ec0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.799010] env[68134]: DEBUG nova.compute.manager [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.800204] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fc862f-76c9-4799-9606-0c7b49a744d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.998458] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a9f841-14e5-1065-6b4a-ea2166347a55, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.999527] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fcb800-5d81-4340-b9ad-06b948263230 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.006658] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 645.006658] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f839b7-ffd8-6395-0866-6a5e75087fe3" [ 645.006658] env[68134]: _type = "Task" [ 645.006658] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.017785] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f839b7-ffd8-6395-0866-6a5e75087fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.102757] env[68134]: DEBUG nova.network.neutron [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updated VIF entry in instance network info cache for port d3b3e756-0d0a-4257-b2f7-a37a5451eac7. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.103127] env[68134]: DEBUG nova.network.neutron [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updating instance_info_cache with network_info: [{"id": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "address": "fa:16:3e:fe:40:62", "network": {"id": "9fea23cc-0447-404c-88b5-0099107f2d38", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-20230184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2245ec2a6b7b40c782d8469ec9acbf27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b3e756-0d", "ovs_interfaceid": "d3b3e756-0d0a-4257-b2f7-a37a5451eac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.113594] env[68134]: DEBUG nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.122591] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964397, 'name': CreateVM_Task, 'duration_secs': 0.542887} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.123225] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.124228] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.124521] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.124997] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.129845] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b991d90b-e106-45b2-a3b8-9fe7e3661d39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.137302] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 645.137302] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d115ae-01f3-55ae-c976-e2ebf86acf0b" [ 645.137302] env[68134]: _type = "Task" [ 645.137302] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.156557] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d115ae-01f3-55ae-c976-e2ebf86acf0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.433401] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Successfully updated port: 31ebb5a6-a14a-40d8-9b10-dc414dad21ae {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.529145] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f839b7-ffd8-6395-0866-6a5e75087fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.01766} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.530030] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Updated VIF entry in instance network info cache for port 792b47ae-138e-4ca5-9acf-ac500962d925. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.530583] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Updating instance_info_cache with network_info: [{"id": "792b47ae-138e-4ca5-9acf-ac500962d925", "address": "fa:16:3e:20:83:1b", "network": {"id": "b01c46c3-7a59-42fe-9e1c-5740759ed1fc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-116785770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287846ab1d9347b183c05e954bc402a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792b47ae-13", "ovs_interfaceid": "792b47ae-138e-4ca5-9acf-ac500962d925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.537608] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.537897] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] e1f537bc-5937-446d-b44a-8c0fe5441aee/e1f537bc-5937-446d-b44a-8c0fe5441aee.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.540502] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93f210a4-c194-4c5c-84b8-b634b2b5c2fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.547310] env[68134]: DEBUG nova.compute.manager [None req-ba724fb1-cb8e-4782-b2bf-090d2c9e46a5 tempest-ServerDiagnosticsV248Test-1725951438 tempest-ServerDiagnosticsV248Test-1725951438-project-admin] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.548941] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47611ce-a2a3-4d5e-aac9-7fe2ece2008b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.561559] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 645.561559] env[68134]: value = "task-2964399" [ 645.561559] env[68134]: _type = "Task" [ 645.561559] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.561559] env[68134]: INFO nova.compute.manager [None req-ba724fb1-cb8e-4782-b2bf-090d2c9e46a5 tempest-ServerDiagnosticsV248Test-1725951438 tempest-ServerDiagnosticsV248Test-1725951438-project-admin] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Retrieving diagnostics [ 645.563304] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ebf8ca-34b2-4e62-b993-f4cb314f5263 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.600135] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.608981] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Releasing lock "refresh_cache-ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.609291] env[68134]: DEBUG nova.compute.manager [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Received event network-vif-plugged-58141d08-492e-4603-a92a-2c7402045372 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.609572] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Acquiring lock "953ab25c-c318-439f-aed7-5d9df5c37a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.609872] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.610401] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.610401] env[68134]: DEBUG nova.compute.manager [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] No waiting events found dispatching network-vif-plugged-58141d08-492e-4603-a92a-2c7402045372 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.610512] env[68134]: WARNING nova.compute.manager [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Received unexpected event network-vif-plugged-58141d08-492e-4603-a92a-2c7402045372 for instance with vm_state building and task_state spawning. [ 645.610642] env[68134]: DEBUG nova.compute.manager [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Received event network-changed-58141d08-492e-4603-a92a-2c7402045372 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.610734] env[68134]: DEBUG nova.compute.manager [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Refreshing instance network info cache due to event network-changed-58141d08-492e-4603-a92a-2c7402045372. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.610916] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Acquiring lock "refresh_cache-953ab25c-c318-439f-aed7-5d9df5c37a8e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.611069] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Acquired lock "refresh_cache-953ab25c-c318-439f-aed7-5d9df5c37a8e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.611247] env[68134]: DEBUG nova.network.neutron [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Refreshing network info cache for port 58141d08-492e-4603-a92a-2c7402045372 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.643149] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.645776] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc1a4a2-218e-4f2d-a083-f7c0642ae4a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.653151] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d115ae-01f3-55ae-c976-e2ebf86acf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.015501} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.653533] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.653533] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.653776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.653931] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.654171] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.656450] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5696a99a-1de6-45e1-a892-cf6f471f3c42 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.659781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4179623d-2fae-40fb-bb32-880dfbe4d995 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.695212] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccf88d6-cf45-4d96-a247-cab58249bc56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.698069] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.698332] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.699412] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de8426c-1630-45f3-8734-0ea49529e55f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.708352] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e21a7-a3d0-48ab-a2db-2b0ef22a3dd5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.712622] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 645.712622] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52862b32-bd38-b80b-5908-bb0ed85b93dc" [ 645.712622] env[68134]: _type = "Task" [ 645.712622] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.724815] env[68134]: DEBUG nova.compute.provider_tree [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.732374] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52862b32-bd38-b80b-5908-bb0ed85b93dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01627} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.733277] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89397db7-1175-4cd3-953c-184412adc176 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.739624] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 645.739624] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520d0ed3-51c3-fe7b-6d36-6f16e1aaff0d" [ 645.739624] env[68134]: _type = "Task" [ 645.739624] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.748598] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520d0ed3-51c3-fe7b-6d36-6f16e1aaff0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.832864] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.833217] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa7b305a-a91b-4779-b314-28f570ec3a38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.844310] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 645.844310] env[68134]: value = "task-2964400" [ 645.844310] env[68134]: _type = "Task" [ 645.844310] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.852330] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.936361] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "refresh_cache-eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.936552] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "refresh_cache-eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.936707] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.039971] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Releasing lock "refresh_cache-e1f537bc-5937-446d-b44a-8c0fe5441aee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.040313] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Received event network-changed-581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.040558] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Refreshing instance network info cache due to event network-changed-581ab9a6-e790-485e-9c48-ac539f5110c4. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.040799] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Acquiring lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.040968] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Acquired lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.041183] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Refreshing network info cache for port 581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.072619] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.228840] env[68134]: DEBUG nova.scheduler.client.report [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.255615] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520d0ed3-51c3-fe7b-6d36-6f16e1aaff0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.256088] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.256485] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 953ab25c-c318-439f-aed7-5d9df5c37a8e/953ab25c-c318-439f-aed7-5d9df5c37a8e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.256862] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccf7b7a6-0891-4a08-b380-1c876df1b4bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.266381] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 646.266381] env[68134]: value = "task-2964401" [ 646.266381] env[68134]: _type = "Task" [ 646.266381] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.278018] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.357195] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964400, 'name': PowerOffVM_Task, 'duration_secs': 0.450087} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.358070] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.358778] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.359494] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e8fb2-042e-427d-82a7-8610ff6c8dd4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.370782] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.371134] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9be26ca5-9bb3-4f3f-bc62-9a263aa0cb66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.402944] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.404901] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.405127] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Deleting the datastore file [datastore1] 45a45c16-3ba7-4fc1-9bd1-f1751772d416 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.405466] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-933e01e7-eeec-4c7c-901d-f93f7becd5db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.414902] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 646.414902] env[68134]: value = "task-2964403" [ 646.414902] env[68134]: _type = "Task" [ 646.414902] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.424261] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.488799] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.577169] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730064} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.577819] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] e1f537bc-5937-446d-b44a-8c0fe5441aee/e1f537bc-5937-446d-b44a-8c0fe5441aee.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.578316] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.578802] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64378535-fc43-461f-ad46-04c5852e62d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.586695] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 646.586695] env[68134]: value = "task-2964404" [ 646.586695] env[68134]: _type = "Task" [ 646.586695] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.598298] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.701343] env[68134]: DEBUG nova.network.neutron [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Updated VIF entry in instance network info cache for port 58141d08-492e-4603-a92a-2c7402045372. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.701794] env[68134]: DEBUG nova.network.neutron [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Updating instance_info_cache with network_info: [{"id": "58141d08-492e-4603-a92a-2c7402045372", "address": "fa:16:3e:7f:89:2c", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58141d08-49", "ovs_interfaceid": "58141d08-492e-4603-a92a-2c7402045372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.736632] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.737037] env[68134]: DEBUG nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.740653] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.217s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.742597] env[68134]: INFO nova.compute.claims [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.749737] env[68134]: DEBUG nova.network.neutron [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Updating instance_info_cache with network_info: [{"id": "31ebb5a6-a14a-40d8-9b10-dc414dad21ae", "address": "fa:16:3e:f6:4a:74", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebb5a6-a1", "ovs_interfaceid": "31ebb5a6-a14a-40d8-9b10-dc414dad21ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.779879] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.928829] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186685} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.929841] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.931997] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.931997] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.100524] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168787} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.102378] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.109093] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdea05d3-bfd3-432e-81f0-b75b5ba7c193 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.139265] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e1f537bc-5937-446d-b44a-8c0fe5441aee/e1f537bc-5937-446d-b44a-8c0fe5441aee.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.140549] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3668d24-52e8-4552-8b0b-076038696ea6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.159351] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Updated VIF entry in instance network info cache for port 581ab9a6-e790-485e-9c48-ac539f5110c4. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.159351] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Updating instance_info_cache with network_info: [{"id": "581ab9a6-e790-485e-9c48-ac539f5110c4", "address": "fa:16:3e:23:44:c6", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581ab9a6-e7", "ovs_interfaceid": "581ab9a6-e790-485e-9c48-ac539f5110c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.167033] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 647.167033] env[68134]: value = "task-2964405" [ 647.167033] env[68134]: _type = "Task" [ 647.167033] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.181327] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.207275] env[68134]: DEBUG oslo_concurrency.lockutils [req-12126c2c-6686-484b-b280-0be03735c02c req-211323d7-9bd7-4098-8ea3-a647deec7737 service nova] Releasing lock "refresh_cache-953ab25c-c318-439f-aed7-5d9df5c37a8e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.249762] env[68134]: DEBUG nova.compute.utils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.254282] env[68134]: DEBUG nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.254282] env[68134]: DEBUG nova.network.neutron [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.257405] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "refresh_cache-eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.257405] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Instance network_info: |[{"id": "31ebb5a6-a14a-40d8-9b10-dc414dad21ae", "address": "fa:16:3e:f6:4a:74", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebb5a6-a1", "ovs_interfaceid": "31ebb5a6-a14a-40d8-9b10-dc414dad21ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.257570] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:4a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ebb5a6-a14a-40d8-9b10-dc414dad21ae', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.265884] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.268105] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.271190] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c6a8c95-43d0-43f1-a993-ee4c517d8e04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.302477] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618545} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.303930] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 953ab25c-c318-439f-aed7-5d9df5c37a8e/953ab25c-c318-439f-aed7-5d9df5c37a8e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.304164] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.304396] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.304396] env[68134]: value = "task-2964406" [ 647.304396] env[68134]: _type = "Task" [ 647.304396] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.305666] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b893f743-3c1d-483b-9e7f-fce29778545a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.314762] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964406, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.316377] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 647.316377] env[68134]: value = "task-2964407" [ 647.316377] env[68134]: _type = "Task" [ 647.316377] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.326439] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.584183] env[68134]: DEBUG nova.policy [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab726390371f42539762a3250b73c18c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dc8627de75c4a9cba3854c62e3da65f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.591604] env[68134]: DEBUG nova.compute.manager [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Received event network-vif-plugged-31ebb5a6-a14a-40d8-9b10-dc414dad21ae {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.595056] env[68134]: DEBUG oslo_concurrency.lockutils [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] Acquiring lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.595056] env[68134]: DEBUG oslo_concurrency.lockutils [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.595056] env[68134]: DEBUG oslo_concurrency.lockutils [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.595056] env[68134]: DEBUG nova.compute.manager [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] No waiting events found dispatching network-vif-plugged-31ebb5a6-a14a-40d8-9b10-dc414dad21ae {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.595056] env[68134]: WARNING nova.compute.manager [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Received unexpected event network-vif-plugged-31ebb5a6-a14a-40d8-9b10-dc414dad21ae for instance with vm_state building and task_state spawning. [ 647.595402] env[68134]: DEBUG nova.compute.manager [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Received event network-changed-31ebb5a6-a14a-40d8-9b10-dc414dad21ae {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.595402] env[68134]: DEBUG nova.compute.manager [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Refreshing instance network info cache due to event network-changed-31ebb5a6-a14a-40d8-9b10-dc414dad21ae. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.595402] env[68134]: DEBUG oslo_concurrency.lockutils [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] Acquiring lock "refresh_cache-eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.595402] env[68134]: DEBUG oslo_concurrency.lockutils [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] Acquired lock "refresh_cache-eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.595402] env[68134]: DEBUG nova.network.neutron [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Refreshing network info cache for port 31ebb5a6-a14a-40d8-9b10-dc414dad21ae {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.616027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.616027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.616027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.616027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.616303] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.616780] env[68134]: INFO nova.compute.manager [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Terminating instance [ 647.664332] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Releasing lock "refresh_cache-2a16afaf-4291-455b-b320-b9d58646fc32" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.664332] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received event network-changed-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.664332] env[68134]: DEBUG nova.compute.manager [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing instance network info cache due to event network-changed-13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.664332] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Acquiring lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.664332] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Acquired lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.664782] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Refreshing network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.685494] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.757787] env[68134]: DEBUG nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.818946] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964406, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.830919] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137564} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.831217] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.832034] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55432fc5-f5ca-4e4b-9713-a8ad28aa1f60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.858553] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 953ab25c-c318-439f-aed7-5d9df5c37a8e/953ab25c-c318-439f-aed7-5d9df5c37a8e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.861783] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fffcbf-ae53-4aed-97d2-084789ef7da0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.886101] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 647.886101] env[68134]: value = "task-2964408" [ 647.886101] env[68134]: _type = "Task" [ 647.886101] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.903501] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.089729] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.090009] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.090207] env[68134]: DEBUG nova.compute.manager [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Going to confirm migration 1 {{(pid=68134) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 648.121854] env[68134]: DEBUG nova.compute.manager [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.123299] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.123862] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a02b1-5d09-4fb5-bb26-3e9174c50bbd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.137402] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.139928] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6814d442-a0be-42cf-9ed1-20301c6b2349 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.154497] env[68134]: DEBUG oslo_vmware.api [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 648.154497] env[68134]: value = "task-2964409" [ 648.154497] env[68134]: _type = "Task" [ 648.154497] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.170744] env[68134]: DEBUG oslo_vmware.api [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.183959] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964405, 'name': ReconfigVM_Task, 'duration_secs': 0.735222} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.183959] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e1f537bc-5937-446d-b44a-8c0fe5441aee/e1f537bc-5937-446d-b44a-8c0fe5441aee.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.185608] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f15c0c86-2c64-4896-8eee-df6a936ce764 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.195027] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 648.195027] env[68134]: value = "task-2964410" [ 648.195027] env[68134]: _type = "Task" [ 648.195027] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.210449] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964410, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.281636] env[68134]: DEBUG nova.network.neutron [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Successfully created port: cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.320238] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964406, 'name': CreateVM_Task, 'duration_secs': 0.599423} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.324719] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.325839] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.326203] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.326327] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.326936] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4006bdb8-cbbd-43a9-ac26-6c7c9e798b20 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.332015] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 648.332015] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ec09bb-fffb-f63d-4be6-394f4de2439a" [ 648.332015] env[68134]: _type = "Task" [ 648.332015] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.343194] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ec09bb-fffb-f63d-4be6-394f4de2439a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.362314] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f825e-45e9-4a2f-b560-d276b5fda6d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.371777] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb261d17-fc20-4892-992f-2ed90db8e1ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.419551] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8538493-fcff-4327-8a56-552106ebc94f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.429789] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964408, 'name': ReconfigVM_Task, 'duration_secs': 0.543499} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.432036] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 953ab25c-c318-439f-aed7-5d9df5c37a8e/953ab25c-c318-439f-aed7-5d9df5c37a8e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.432585] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a2ba1cf-7aa0-454b-a621-35b08053afe7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.435801] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc5997-7883-4d7c-985d-da23bda3456e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.459484] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 648.459484] env[68134]: value = "task-2964411" [ 648.459484] env[68134]: _type = "Task" [ 648.459484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.459959] env[68134]: DEBUG nova.compute.provider_tree [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.471516] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964411, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.674020] env[68134]: DEBUG oslo_vmware.api [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964409, 'name': PowerOffVM_Task, 'duration_secs': 0.330249} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.674354] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.674963] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.674963] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8732b9a5-eeab-46ce-8fbb-ea6f58572a08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.703642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.703883] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.704122] env[68134]: DEBUG nova.network.neutron [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.704317] env[68134]: DEBUG nova.objects.instance [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lazy-loading 'info_cache' on Instance uuid d96bc42c-7bd3-41b2-a663-1992180fcd51 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.715916] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964410, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.746152] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.746392] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.746574] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Deleting the datastore file [datastore2] ff322f86-8e94-43e4-9c39-c133ac8ee7ca {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.752834] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19982881-01af-41b9-9bd9-4096e201b6f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.763267] env[68134]: DEBUG oslo_vmware.api [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for the task: (returnval){ [ 648.763267] env[68134]: value = "task-2964413" [ 648.763267] env[68134]: _type = "Task" [ 648.763267] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.768028] env[68134]: DEBUG nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.778514] env[68134]: DEBUG oslo_vmware.api [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.786099] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updated VIF entry in instance network info cache for port 13526501-261d-440d-a603-dd481c6c3bc8. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.786447] env[68134]: DEBUG nova.network.neutron [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [{"id": "13526501-261d-440d-a603-dd481c6c3bc8", "address": "fa:16:3e:5f:e4:42", "network": {"id": "a4a68def-f652-4fbe-b84c-d0de898237e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2066197226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0e16ba39041c41f0975ce2e04ec63ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13526501-26", "ovs_interfaceid": "13526501-261d-440d-a603-dd481c6c3bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.805959] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.806111] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.806276] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.806460] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.810019] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.810019] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.810019] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.810019] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.810019] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.810357] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.810357] env[68134]: DEBUG nova.virt.hardware [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.810357] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d07c56-2e76-4ddb-bfcc-4a73b1fff237 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.820028] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.820321] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.820436] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.820612] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.820835] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.820890] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.821095] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.821245] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.821468] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.821561] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.821755] env[68134]: DEBUG nova.virt.hardware [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.823087] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8903c929-1e78-4574-87c0-b1f69e60acab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.828406] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca920e-06f1-48af-b95c-dbccf50425ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.847825] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.853799] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.854607] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.856065] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511d57db-4fe2-4556-8d55-bb52bb4d56bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.864953] env[68134]: DEBUG nova.network.neutron [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Updated VIF entry in instance network info cache for port 31ebb5a6-a14a-40d8-9b10-dc414dad21ae. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.865209] env[68134]: DEBUG nova.network.neutron [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Updating instance_info_cache with network_info: [{"id": "31ebb5a6-a14a-40d8-9b10-dc414dad21ae", "address": "fa:16:3e:f6:4a:74", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebb5a6-a1", "ovs_interfaceid": "31ebb5a6-a14a-40d8-9b10-dc414dad21ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.866342] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1de12b37-26dc-4e68-9c20-6bf9bda298a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.878189] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ec09bb-fffb-f63d-4be6-394f4de2439a, 'name': SearchDatastore_Task, 'duration_secs': 0.025179} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.879372] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.879662] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.879956] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.880038] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.880518] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.892176] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef4acc36-beeb-4077-9031-0ab42544fb5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.896326] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.896326] env[68134]: value = "task-2964414" [ 648.896326] env[68134]: _type = "Task" [ 648.896326] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.906797] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964414, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.908360] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.908558] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.909441] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00e778c-4ff9-49b4-ae7d-ffd19ab0dcbf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.915363] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 648.915363] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52250aa8-20c3-1a4a-1ac5-52b079cd1247" [ 648.915363] env[68134]: _type = "Task" [ 648.915363] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.924720] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52250aa8-20c3-1a4a-1ac5-52b079cd1247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.967144] env[68134]: DEBUG nova.scheduler.client.report [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.975695] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964411, 'name': Rename_Task, 'duration_secs': 0.310593} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.976076] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.976267] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3d7b6b3-eae6-4238-aefd-1465ac5fe485 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.986263] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 648.986263] env[68134]: value = "task-2964415" [ 648.986263] env[68134]: _type = "Task" [ 648.986263] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.995852] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.214093] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964410, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.274693] env[68134]: DEBUG oslo_vmware.api [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Task: {'id': task-2964413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401716} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.275549] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.275549] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.275549] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.276516] env[68134]: INFO nova.compute.manager [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 649.276516] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.276682] env[68134]: DEBUG nova.compute.manager [-] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.276864] env[68134]: DEBUG nova.network.neutron [-] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.293340] env[68134]: DEBUG oslo_concurrency.lockutils [req-eee0fa53-3a9d-44ad-a0e9-8db709d4c714 req-248f4df5-9e0e-4063-84cc-de914fdb7966 service nova] Releasing lock "refresh_cache-ff322f86-8e94-43e4-9c39-c133ac8ee7ca" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.379557] env[68134]: DEBUG oslo_concurrency.lockutils [req-98bc3032-d3ae-415e-9a84-825fa601a92c req-58e24296-768c-4b3b-800c-5999f5bd2cb0 service nova] Releasing lock "refresh_cache-eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.408162] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964414, 'name': CreateVM_Task, 'duration_secs': 0.410623} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.408226] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.408649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.408810] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.409299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.409395] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92a992a-bdc9-4f1b-9ec6-1eb8e00eacbb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.414547] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 649.414547] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e3295e-56e5-ecc3-8849-99ae103485c0" [ 649.414547] env[68134]: _type = "Task" [ 649.414547] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.425755] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e3295e-56e5-ecc3-8849-99ae103485c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.431875] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52250aa8-20c3-1a4a-1ac5-52b079cd1247, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.435099] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf856a7-01df-45f4-ac90-078734316744 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.440961] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 649.440961] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d1347c-e1ea-c6e2-86ed-cf6357b798b6" [ 649.440961] env[68134]: _type = "Task" [ 649.440961] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.450970] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d1347c-e1ea-c6e2-86ed-cf6357b798b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.472937] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.473467] env[68134]: DEBUG nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.481025] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.522s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.481025] env[68134]: DEBUG nova.objects.instance [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lazy-loading 'resources' on Instance uuid 74dfb642-d692-4832-b2ca-ccbe76fb0802 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.497837] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964415, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.716043] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964410, 'name': Rename_Task, 'duration_secs': 1.2548} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.716043] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.717298] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a0260d-b2ab-4c2e-863f-51d9b93d135d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.725825] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 649.725825] env[68134]: value = "task-2964416" [ 649.725825] env[68134]: _type = "Task" [ 649.725825] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.736050] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.929320] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e3295e-56e5-ecc3-8849-99ae103485c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.929909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.929909] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.930180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.955040] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d1347c-e1ea-c6e2-86ed-cf6357b798b6, 'name': SearchDatastore_Task, 'duration_secs': 0.023142} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.956024] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.956024] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] eb3aa9a6-bb95-4bac-b679-8c83d4eb389d/eb3aa9a6-bb95-4bac-b679-8c83d4eb389d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.956563] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.956563] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.956828] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecde4413-6aa5-4f15-8492-f55c9253a0eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.959575] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87b1fac8-2d96-42db-aa7a-e3152c7536dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.969098] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 649.969098] env[68134]: value = "task-2964417" [ 649.969098] env[68134]: _type = "Task" [ 649.969098] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.979738] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.980166] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.982808] env[68134]: DEBUG nova.compute.utils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.987391] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a560c920-23e5-4da9-a74d-4b3cdda1c4e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.996570] env[68134]: DEBUG nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.996847] env[68134]: DEBUG nova.network.neutron [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.999362] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.006852] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 650.006852] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524e4d55-2542-aa8e-9501-ea41ed58b0e6" [ 650.006852] env[68134]: _type = "Task" [ 650.006852] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.012285] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964415, 'name': PowerOnVM_Task, 'duration_secs': 0.790369} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.016088] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.016784] env[68134]: INFO nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Took 8.73 seconds to spawn the instance on the hypervisor. [ 650.016784] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.017814] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db856bd-b18d-45ac-b855-84d448592960 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.027111] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524e4d55-2542-aa8e-9501-ea41ed58b0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014636} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.039059] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd56fd01-cf1a-44fd-94ca-1b81f406ef30 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.042034] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 650.042034] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52735672-4f5c-bb69-4037-890cd15ff10c" [ 650.042034] env[68134]: _type = "Task" [ 650.042034] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.053565] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52735672-4f5c-bb69-4037-890cd15ff10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.159382] env[68134]: DEBUG nova.policy [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e8b3604ac8b41e58f017f60041c5627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1635ab0e103242d8b4f93ae75e659fed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.248325] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.421614] env[68134]: DEBUG nova.network.neutron [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance_info_cache with network_info: [{"id": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "address": "fa:16:3e:15:a3:56", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dfb543-bd", "ovs_interfaceid": "d4dfb543-bd10-4348-89ba-369c6f8d09f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.483825] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964417, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.495215] env[68134]: DEBUG nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.551473] env[68134]: DEBUG nova.network.neutron [-] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.565793] env[68134]: INFO nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Took 31.15 seconds to build instance. [ 650.571420] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52735672-4f5c-bb69-4037-890cd15ff10c, 'name': SearchDatastore_Task, 'duration_secs': 0.012854} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.572109] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.573031] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.573031] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e74ef1-697f-47d2-83c1-368c69bcf81c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.583697] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 650.583697] env[68134]: value = "task-2964418" [ 650.583697] env[68134]: _type = "Task" [ 650.583697] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.596139] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.602940] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a53b44-9bb2-4942-b9d3-4d0e486e915f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.611840] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485d86c-3d44-44bc-9ba8-d7a3cc17ece6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.662387] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff7ae72-6cee-4a26-abac-ad5dc644684e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.675452] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f981d2-910f-4c56-802c-151a21f160df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.696023] env[68134]: DEBUG nova.compute.provider_tree [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.738773] env[68134]: DEBUG nova.compute.manager [req-90725d3b-e0fc-4786-9e39-1d36a2a29d00 req-694ad8ed-4780-4a05-bb51-22e1c28db137 service nova] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Received event network-vif-deleted-13526501-261d-440d-a603-dd481c6c3bc8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.747096] env[68134]: DEBUG oslo_vmware.api [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964416, 'name': PowerOnVM_Task, 'duration_secs': 0.623884} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.747830] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.748122] env[68134]: INFO nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Took 12.26 seconds to spawn the instance on the hypervisor. [ 650.748421] env[68134]: DEBUG nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.749196] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7712a068-afee-4e81-8f6a-d56a3422fb5f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.926048] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d96bc42c-7bd3-41b2-a663-1992180fcd51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.926360] env[68134]: DEBUG nova.objects.instance [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lazy-loading 'migration_context' on Instance uuid d96bc42c-7bd3-41b2-a663-1992180fcd51 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.986353] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596773} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.986742] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] eb3aa9a6-bb95-4bac-b679-8c83d4eb389d/eb3aa9a6-bb95-4bac-b679-8c83d4eb389d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.986984] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.987301] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8beb912a-0c69-41ae-a9fa-f212f8246816 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.995084] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 650.995084] env[68134]: value = "task-2964419" [ 650.995084] env[68134]: _type = "Task" [ 650.995084] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.008375] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.064769] env[68134]: INFO nova.compute.manager [-] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Took 1.79 seconds to deallocate network for instance. [ 651.072751] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.096s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.096910] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964418, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.098692] env[68134]: DEBUG nova.network.neutron [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Successfully updated port: cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.157052] env[68134]: DEBUG nova.network.neutron [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Successfully created port: e50e60b1-99d8-4076-b851-67168a7aaaf6 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.199052] env[68134]: DEBUG nova.scheduler.client.report [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.275324] env[68134]: DEBUG nova.compute.manager [req-d3a14335-6e5d-4e35-97be-597af7d4dbfb req-30ae6319-8cbe-432a-be14-d36138213f52 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Received event network-vif-plugged-cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.275630] env[68134]: DEBUG oslo_concurrency.lockutils [req-d3a14335-6e5d-4e35-97be-597af7d4dbfb req-30ae6319-8cbe-432a-be14-d36138213f52 service nova] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.275781] env[68134]: DEBUG oslo_concurrency.lockutils [req-d3a14335-6e5d-4e35-97be-597af7d4dbfb req-30ae6319-8cbe-432a-be14-d36138213f52 service nova] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.278451] env[68134]: DEBUG oslo_concurrency.lockutils [req-d3a14335-6e5d-4e35-97be-597af7d4dbfb req-30ae6319-8cbe-432a-be14-d36138213f52 service nova] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.278451] env[68134]: DEBUG nova.compute.manager [req-d3a14335-6e5d-4e35-97be-597af7d4dbfb req-30ae6319-8cbe-432a-be14-d36138213f52 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] No waiting events found dispatching network-vif-plugged-cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.278451] env[68134]: WARNING nova.compute.manager [req-d3a14335-6e5d-4e35-97be-597af7d4dbfb req-30ae6319-8cbe-432a-be14-d36138213f52 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Received unexpected event network-vif-plugged-cb83d933-f250-45ac-abc9-2cf1946b089f for instance with vm_state building and task_state spawning. [ 651.278682] env[68134]: INFO nova.compute.manager [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Took 33.16 seconds to build instance. [ 651.290096] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.290096] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.432929] env[68134]: DEBUG nova.objects.base [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 651.434071] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e30f4-e726-41f8-94c9-110531499637 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.455717] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb511c8-b4cb-47aa-b389-01907e9aa079 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.461418] env[68134]: DEBUG oslo_vmware.api [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 651.461418] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ebd797-bfa8-19d2-9fd2-599be9ec153f" [ 651.461418] env[68134]: _type = "Task" [ 651.461418] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.469388] env[68134]: DEBUG oslo_vmware.api [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ebd797-bfa8-19d2-9fd2-599be9ec153f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.508610] env[68134]: DEBUG nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.510936] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091415} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.511514] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.512380] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc79c363-b244-43fe-9e3c-e6793a0753fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.540189] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] eb3aa9a6-bb95-4bac-b679-8c83d4eb389d/eb3aa9a6-bb95-4bac-b679-8c83d4eb389d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.542996] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f94893f-31c0-475d-a1a4-536d04a411e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.565239] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 651.565239] env[68134]: value = "task-2964420" [ 651.565239] env[68134]: _type = "Task" [ 651.565239] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.571991] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.571991] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.571991] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.572303] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.572303] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.572303] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.572303] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.572303] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.572483] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.572483] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.572646] env[68134]: DEBUG nova.virt.hardware [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.573614] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6bc32f-e83e-4bcc-9c3a-6dde10a12be0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.577381] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.577745] env[68134]: DEBUG nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.589420] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.597534] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951a3d23-28c1-4c64-a96a-f089db01aa6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.605528] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.605691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.605816] env[68134]: DEBUG nova.network.neutron [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.607025] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733263} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.609270] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.609270] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.609270] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5ad210f-5c38-4572-83f3-74bc4df6292d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.625873] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 651.625873] env[68134]: value = "task-2964421" [ 651.625873] env[68134]: _type = "Task" [ 651.625873] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.635565] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.705983] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.709603] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.304s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.711302] env[68134]: INFO nova.compute.claims [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.733469] env[68134]: INFO nova.scheduler.client.report [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Deleted allocations for instance 74dfb642-d692-4832-b2ca-ccbe76fb0802 [ 651.781319] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0b66091-f6cc-4c88-9b70-bdc26cae6b56 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.395s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.975318] env[68134]: DEBUG oslo_vmware.api [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ebd797-bfa8-19d2-9fd2-599be9ec153f, 'name': SearchDatastore_Task, 'duration_secs': 0.014911} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.975514] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.075941] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.139359] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098143} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.139713] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.141109] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92185256-72e0-45fa-af51-e9b2122ab4f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.167489] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.168912] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.168912] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61f5cf7-26b7-49d3-947a-ba2ec3348002 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.191362] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 652.191362] env[68134]: value = "task-2964422" [ 652.191362] env[68134]: _type = "Task" [ 652.191362] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.203620] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.237267] env[68134]: DEBUG nova.network.neutron [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.241048] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bae6b4-f7c8-432d-abdd-7df701d6cf72 tempest-ServerExternalEventsTest-1396183006 tempest-ServerExternalEventsTest-1396183006-project-member] Lock "74dfb642-d692-4832-b2ca-ccbe76fb0802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.842s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.282358] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.282523] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.286199] env[68134]: DEBUG nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.583807] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964420, 'name': ReconfigVM_Task, 'duration_secs': 0.542437} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.584187] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] eb3aa9a6-bb95-4bac-b679-8c83d4eb389d/eb3aa9a6-bb95-4bac-b679-8c83d4eb389d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.584808] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e52364d9-3943-4917-b6fe-e446ecb3443f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.592425] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 652.592425] env[68134]: value = "task-2964423" [ 652.592425] env[68134]: _type = "Task" [ 652.592425] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.601280] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964423, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.654369] env[68134]: DEBUG nova.network.neutron [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.701383] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964422, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.812733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.114462] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964423, 'name': Rename_Task, 'duration_secs': 0.194217} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.119062] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.120302] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfbcacae-f6f4-4435-93a8-eb11d259cd89 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.129236] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 653.129236] env[68134]: value = "task-2964424" [ 653.129236] env[68134]: _type = "Task" [ 653.129236] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.145979] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.157647] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.158139] env[68134]: DEBUG nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Instance network_info: |[{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.158959] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:55:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb83d933-f250-45ac-abc9-2cf1946b089f', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.176936] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Creating folder: Project (4dc8627de75c4a9cba3854c62e3da65f). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.182782] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11314c5a-c622-4838-9aa9-4ed51eb7eba0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.195129] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Created folder: Project (4dc8627de75c4a9cba3854c62e3da65f) in parent group-v594791. [ 653.195695] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Creating folder: Instances. Parent ref: group-v594848. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.203811] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f70b46d0-1c0b-40a0-a316-2a9ee64291b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.216048] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964422, 'name': ReconfigVM_Task, 'duration_secs': 0.52615} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.217912] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 45a45c16-3ba7-4fc1-9bd1-f1751772d416/45a45c16-3ba7-4fc1-9bd1-f1751772d416.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.226557] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abfe63c7-5e70-4d30-bd4a-495e1a29775a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.229234] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Created folder: Instances in parent group-v594848. [ 653.229763] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.230369] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.231175] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c4bafac-c500-46f9-92be-e35bce0b3b66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.260487] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 653.260487] env[68134]: value = "task-2964427" [ 653.260487] env[68134]: _type = "Task" [ 653.260487] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.266264] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.266264] env[68134]: value = "task-2964428" [ 653.266264] env[68134]: _type = "Task" [ 653.266264] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.276911] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964428, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.285234] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964427, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.286451] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df88a58-bb53-4c4c-8dcd-f2811fb3a1c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.297493] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbd5a83-0626-46e3-9301-5b4cec9ce90b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.345218] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf21084b-f754-4361-ad78-3446a77647c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.354115] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a236bcf-217c-45cf-bd72-b41a4e8feea9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.369147] env[68134]: DEBUG nova.compute.provider_tree [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.574281] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "e1f537bc-5937-446d-b44a-8c0fe5441aee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.574281] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.574281] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "e1f537bc-5937-446d-b44a-8c0fe5441aee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.574544] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.574691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.577294] env[68134]: INFO nova.compute.manager [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Terminating instance [ 653.642256] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964424, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.779997] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964427, 'name': Rename_Task, 'duration_secs': 0.262217} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.782019] env[68134]: DEBUG nova.network.neutron [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Successfully updated port: e50e60b1-99d8-4076-b851-67168a7aaaf6 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.789234] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.791248] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964428, 'name': CreateVM_Task, 'duration_secs': 0.504469} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.791248] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce08916-868f-4689-81db-f798c7bc084a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.792593] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.793466] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.794040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.794040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.795239] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43539a30-7fd5-4534-ae61-321ad282008b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.800198] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Waiting for the task: (returnval){ [ 653.800198] env[68134]: value = "task-2964429" [ 653.800198] env[68134]: _type = "Task" [ 653.800198] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.804392] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 653.804392] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52bf8c32-f26e-1701-a4ba-868cdece6c46" [ 653.804392] env[68134]: _type = "Task" [ 653.804392] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.823436] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52bf8c32-f26e-1701-a4ba-868cdece6c46, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.827628] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.827901] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.828152] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.828313] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.828813] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.828973] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.829246] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceb395a6-f7ba-4628-acf1-d7f3b473ed63 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.837643] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.837844] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.839136] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74faba74-030b-484c-965f-073f3bec2fd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.845036] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 653.845036] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c3834-0e7e-faba-1f8d-2276a32f7744" [ 653.845036] env[68134]: _type = "Task" [ 653.845036] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.854023] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c3834-0e7e-faba-1f8d-2276a32f7744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.873980] env[68134]: DEBUG nova.scheduler.client.report [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.027409] env[68134]: DEBUG nova.compute.manager [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Received event network-changed-cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.027758] env[68134]: DEBUG nova.compute.manager [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Refreshing instance network info cache due to event network-changed-cb83d933-f250-45ac-abc9-2cf1946b089f. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.027911] env[68134]: DEBUG oslo_concurrency.lockutils [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.027976] env[68134]: DEBUG oslo_concurrency.lockutils [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.028147] env[68134]: DEBUG nova.network.neutron [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Refreshing network info cache for port cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.081808] env[68134]: DEBUG nova.compute.manager [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.082046] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.083022] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1607cb-9641-4392-b10c-43f3025bd06f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.091325] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.091606] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12c396a-050f-4a42-93b2-eb5cc2d4913f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.098489] env[68134]: DEBUG oslo_vmware.api [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 654.098489] env[68134]: value = "task-2964430" [ 654.098489] env[68134]: _type = "Task" [ 654.098489] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.106885] env[68134]: DEBUG oslo_vmware.api [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.140045] env[68134]: DEBUG oslo_vmware.api [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964424, 'name': PowerOnVM_Task, 'duration_secs': 0.776579} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.140296] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.140644] env[68134]: INFO nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Took 10.20 seconds to spawn the instance on the hypervisor. [ 654.140738] env[68134]: DEBUG nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.141596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142053b7-5eb2-4530-b569-94cb84e66725 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.292653] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "refresh_cache-6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.292653] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquired lock "refresh_cache-6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.292653] env[68134]: DEBUG nova.network.neutron [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.316269] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964429, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.358358] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c3834-0e7e-faba-1f8d-2276a32f7744, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.359444] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7204edb-539d-4e6b-b6f5-dc3a611ed224 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.367234] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 654.367234] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ebc094-b6a6-df61-adaf-55072b60e18f" [ 654.367234] env[68134]: _type = "Task" [ 654.367234] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.376258] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ebc094-b6a6-df61-adaf-55072b60e18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.384199] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.385632] env[68134]: DEBUG nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.392843] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.279s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.392843] env[68134]: INFO nova.compute.claims [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.562712] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "11adde73-5bff-4603-baa6-900887998828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.562712] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "11adde73-5bff-4603-baa6-900887998828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.614050] env[68134]: DEBUG oslo_vmware.api [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964430, 'name': PowerOffVM_Task, 'duration_secs': 0.205291} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.617822] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.618469] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.618803] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34a82a74-e48e-4fd6-abd9-f75064678426 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.665121] env[68134]: INFO nova.compute.manager [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Took 35.08 seconds to build instance. [ 654.703021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.703021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.703021] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Deleting the datastore file [datastore1] e1f537bc-5937-446d-b44a-8c0fe5441aee {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.703021] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38c5133-794b-4969-9bc2-3560c5a3a05b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.710585] env[68134]: DEBUG oslo_vmware.api [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for the task: (returnval){ [ 654.710585] env[68134]: value = "task-2964432" [ 654.710585] env[68134]: _type = "Task" [ 654.710585] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.719672] env[68134]: DEBUG oslo_vmware.api [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.817041] env[68134]: DEBUG oslo_vmware.api [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Task: {'id': task-2964429, 'name': PowerOnVM_Task, 'duration_secs': 0.65055} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.817041] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.817233] env[68134]: DEBUG nova.compute.manager [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.818352] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb2dcf1-1d87-41d9-a448-14291bee559b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.884021] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ebc094-b6a6-df61-adaf-55072b60e18f, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.884021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.884021] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] fa4e8290-ce2b-4823-8166-afd27d4abde0/fa4e8290-ce2b-4823-8166-afd27d4abde0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.884021] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb2120b7-b66c-4d18-8076-ddb84194a395 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.890726] env[68134]: DEBUG nova.network.neutron [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.896242] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 654.896242] env[68134]: value = "task-2964433" [ 654.896242] env[68134]: _type = "Task" [ 654.896242] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.899883] env[68134]: DEBUG nova.compute.utils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.909284] env[68134]: DEBUG nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.911412] env[68134]: DEBUG nova.network.neutron [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.922038] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.053948] env[68134]: DEBUG nova.policy [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abd8a2872d148c49074e78564b709b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64dba1fa2f284c5b8a5a2ec55f0f217d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.167076] env[68134]: DEBUG oslo_concurrency.lockutils [None req-facea9a6-1a6a-41be-9029-7e2908322ec0 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.148s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.224775] env[68134]: DEBUG oslo_vmware.api [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Task: {'id': task-2964432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313569} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.225092] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.225290] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.225473] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.225717] env[68134]: INFO nova.compute.manager [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 655.225977] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.226576] env[68134]: DEBUG nova.compute.manager [-] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.226677] env[68134]: DEBUG nova.network.neutron [-] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.233442] env[68134]: DEBUG nova.network.neutron [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updated VIF entry in instance network info cache for port cb83d933-f250-45ac-abc9-2cf1946b089f. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.233819] env[68134]: DEBUG nova.network.neutron [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.348180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.350772] env[68134]: DEBUG nova.network.neutron [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Updating instance_info_cache with network_info: [{"id": "e50e60b1-99d8-4076-b851-67168a7aaaf6", "address": "fa:16:3e:3b:63:2d", "network": {"id": "0ee03af7-cd51-4c21-b3a7-f6507806d5a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-385553777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1635ab0e103242d8b4f93ae75e659fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50e60b1-99", "ovs_interfaceid": "e50e60b1-99d8-4076-b851-67168a7aaaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.413423] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.416527] env[68134]: DEBUG nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.672369] env[68134]: DEBUG nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.737669] env[68134]: DEBUG oslo_concurrency.lockutils [req-80de94b4-9488-4f40-b7ca-7c91fd8c848b req-a94bae22-e1e5-4d45-a8bf-1c9b3cfe1a49 service nova] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.854636] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Releasing lock "refresh_cache-6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.854636] env[68134]: DEBUG nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Instance network_info: |[{"id": "e50e60b1-99d8-4076-b851-67168a7aaaf6", "address": "fa:16:3e:3b:63:2d", "network": {"id": "0ee03af7-cd51-4c21-b3a7-f6507806d5a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-385553777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1635ab0e103242d8b4f93ae75e659fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50e60b1-99", "ovs_interfaceid": "e50e60b1-99d8-4076-b851-67168a7aaaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.855296] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:63:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e50e60b1-99d8-4076-b851-67168a7aaaf6', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.863240] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Creating folder: Project (1635ab0e103242d8b4f93ae75e659fed). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.863537] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce4a1ea3-c78a-4d6c-bff5-56192c5fd401 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.877328] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Created folder: Project (1635ab0e103242d8b4f93ae75e659fed) in parent group-v594791. [ 655.877538] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Creating folder: Instances. Parent ref: group-v594851. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.878052] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3687a585-0db0-4cbc-a3a1-ce0eb5bbb55c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.886676] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Created folder: Instances in parent group-v594851. [ 655.887118] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.887118] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.887609] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2969a63-530e-4297-b0fe-13da9b713f27 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.916442] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622803} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.917999] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] fa4e8290-ce2b-4823-8166-afd27d4abde0/fa4e8290-ce2b-4823-8166-afd27d4abde0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.918116] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.918697] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.918697] env[68134]: value = "task-2964436" [ 655.918697] env[68134]: _type = "Task" [ 655.918697] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.918697] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96834597-20e5-4eca-a804-0935914bb648 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.936121] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964436, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.937991] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 655.937991] env[68134]: value = "task-2964437" [ 655.937991] env[68134]: _type = "Task" [ 655.937991] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.953975] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.006059] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd76f60-94cc-4483-ad31-1c815139d225 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.013776] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db6008-ae43-4218-b988-294eb0891e1e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.047669] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f538e1-2af0-47e2-ba0d-6cee37a5a1f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.058659] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf094fed-b3cb-4b9a-8561-0f5596db6c7c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.073438] env[68134]: DEBUG nova.compute.provider_tree [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.136819] env[68134]: DEBUG nova.network.neutron [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Successfully created port: fc997138-9a37-47ac-9d47-4f7eae5c3001 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.198537] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.271807] env[68134]: DEBUG nova.compute.manager [req-ebbadfe7-6358-41ee-b8de-4d68d6b00133 req-8933823d-4651-4e20-8f52-5dbe3349de67 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Received event network-vif-deleted-792b47ae-138e-4ca5-9acf-ac500962d925 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.272032] env[68134]: INFO nova.compute.manager [req-ebbadfe7-6358-41ee-b8de-4d68d6b00133 req-8933823d-4651-4e20-8f52-5dbe3349de67 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Neutron deleted interface 792b47ae-138e-4ca5-9acf-ac500962d925; detaching it from the instance and deleting it from the info cache [ 656.272203] env[68134]: DEBUG nova.network.neutron [req-ebbadfe7-6358-41ee-b8de-4d68d6b00133 req-8933823d-4651-4e20-8f52-5dbe3349de67 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.296492] env[68134]: DEBUG nova.compute.manager [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Received event network-vif-plugged-e50e60b1-99d8-4076-b851-67168a7aaaf6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.296796] env[68134]: DEBUG oslo_concurrency.lockutils [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] Acquiring lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.297030] env[68134]: DEBUG oslo_concurrency.lockutils [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.297233] env[68134]: DEBUG oslo_concurrency.lockutils [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.297489] env[68134]: DEBUG nova.compute.manager [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] No waiting events found dispatching network-vif-plugged-e50e60b1-99d8-4076-b851-67168a7aaaf6 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.297682] env[68134]: WARNING nova.compute.manager [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Received unexpected event network-vif-plugged-e50e60b1-99d8-4076-b851-67168a7aaaf6 for instance with vm_state building and task_state spawning. [ 656.297845] env[68134]: DEBUG nova.compute.manager [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Received event network-changed-e50e60b1-99d8-4076-b851-67168a7aaaf6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.298454] env[68134]: DEBUG nova.compute.manager [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Refreshing instance network info cache due to event network-changed-e50e60b1-99d8-4076-b851-67168a7aaaf6. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.298454] env[68134]: DEBUG oslo_concurrency.lockutils [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] Acquiring lock "refresh_cache-6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.298454] env[68134]: DEBUG oslo_concurrency.lockutils [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] Acquired lock "refresh_cache-6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.298620] env[68134]: DEBUG nova.network.neutron [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Refreshing network info cache for port e50e60b1-99d8-4076-b851-67168a7aaaf6 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.429239] env[68134]: DEBUG nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.434982] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964436, 'name': CreateVM_Task, 'duration_secs': 0.353251} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.435341] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.436699] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.436699] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.436699] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.436699] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0841aa36-f76d-4622-b39c-5dbec28d1ce5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.454886] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07219} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.455202] env[68134]: DEBUG nova.network.neutron [-] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.456420] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 656.456420] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5232e151-2c2b-45e0-d47a-80bd7c57c908" [ 656.456420] env[68134]: _type = "Task" [ 656.456420] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.458780] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.459057] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.459230] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.459488] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.459655] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.459829] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.460098] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.460282] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.460481] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.460674] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.460881] env[68134]: DEBUG nova.virt.hardware [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.461204] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.462080] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bfba7d-35a3-4f95-b4e1-c9880f05c0f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.465868] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae3ec93-0c4a-4242-b7e6-7342a9e6865c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.472010] env[68134]: DEBUG nova.compute.manager [None req-f2093bb7-4b10-46b9-a7ed-6c9b2b98ebe3 tempest-ServerDiagnosticsV248Test-1725951438 tempest-ServerDiagnosticsV248Test-1725951438-project-admin] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.474017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7860096e-367e-46ba-80a2-5a767f8a2ef5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.480902] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ad3b1f-9cf8-4902-98f3-56daf056da74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.511619] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] fa4e8290-ce2b-4823-8166-afd27d4abde0/fa4e8290-ce2b-4823-8166-afd27d4abde0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.512042] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5232e151-2c2b-45e0-d47a-80bd7c57c908, 'name': SearchDatastore_Task, 'duration_secs': 0.02876} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.512347] env[68134]: INFO nova.compute.manager [None req-f2093bb7-4b10-46b9-a7ed-6c9b2b98ebe3 tempest-ServerDiagnosticsV248Test-1725951438 tempest-ServerDiagnosticsV248Test-1725951438-project-admin] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Retrieving diagnostics [ 656.513624] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc1ee1c-a8e2-4a0f-9526-f49e1384d87a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.529647] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.529891] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.530140] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.530302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.530513] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.531394] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb756c8-d676-41c6-8b6d-5da35ee86d60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.544589] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cf6faef-f2ae-4818-95ce-e4658647390e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.581168] env[68134]: DEBUG nova.scheduler.client.report [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.587393] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 656.587393] env[68134]: value = "task-2964438" [ 656.587393] env[68134]: _type = "Task" [ 656.587393] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.589609] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "953ab25c-c318-439f-aed7-5d9df5c37a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.590814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.590814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "953ab25c-c318-439f-aed7-5d9df5c37a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.590814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.590814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.593165] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.593165] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.594144] env[68134]: INFO nova.compute.manager [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Terminating instance [ 656.599508] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708dc866-1c72-4822-b184-dfee71436f3b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.607793] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212103b-8944-9a70-6dec-a8a4760a97e3/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 656.607793] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e229066c-a0af-4d4d-95e0-8868b517471a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.617304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.617304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.617304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.617512] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.617556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.619292] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 656.619292] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5210f0f7-45c8-82c1-5fbf-fac22fd397a3" [ 656.619292] env[68134]: _type = "Task" [ 656.619292] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.619472] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.619906] env[68134]: INFO nova.compute.manager [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Terminating instance [ 656.627905] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212103b-8944-9a70-6dec-a8a4760a97e3/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 656.628062] env[68134]: ERROR oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212103b-8944-9a70-6dec-a8a4760a97e3/disk-0.vmdk due to incomplete transfer. [ 656.628823] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18682bdc-544e-4695-a817-99b3b5deb386 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.634627] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5210f0f7-45c8-82c1-5fbf-fac22fd397a3, 'name': SearchDatastore_Task, 'duration_secs': 0.020341} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.635782] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17991556-ece2-4168-ba97-3d1631216229 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.640181] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212103b-8944-9a70-6dec-a8a4760a97e3/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 656.640181] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Uploaded image eee0876b-7e08-48ba-8f41-c50036420c77 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 656.642455] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 656.644330] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f311475f-2d97-49fe-9a60-f7e68902bd9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.645561] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 656.645561] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c129b2-2515-4d53-ee06-8e419563f32c" [ 656.645561] env[68134]: _type = "Task" [ 656.645561] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.652053] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 656.652053] env[68134]: value = "task-2964439" [ 656.652053] env[68134]: _type = "Task" [ 656.652053] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.656729] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c129b2-2515-4d53-ee06-8e419563f32c, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.661164] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.661556] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5/6a07635b-5b0c-4d02-94dc-2c6cd34b95b5.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.661900] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f88e8e52-4c6f-418b-a130-341945f8fb56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.671180] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964439, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.672252] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 656.672252] env[68134]: value = "task-2964440" [ 656.672252] env[68134]: _type = "Task" [ 656.672252] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.682037] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.774940] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-322dc0d0-bb04-47eb-9c9b-1b01ff60fb98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.784606] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d47bf-ee2a-4946-ad66-65f5af50f298 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.820473] env[68134]: DEBUG nova.compute.manager [req-ebbadfe7-6358-41ee-b8de-4d68d6b00133 req-8933823d-4651-4e20-8f52-5dbe3349de67 service nova] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Detach interface failed, port_id=792b47ae-138e-4ca5-9acf-ac500962d925, reason: Instance e1f537bc-5937-446d-b44a-8c0fe5441aee could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 656.872154] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.872452] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.872684] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.872897] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.873102] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.875272] env[68134]: INFO nova.compute.manager [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Terminating instance [ 656.958427] env[68134]: INFO nova.compute.manager [-] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Took 1.73 seconds to deallocate network for instance. [ 657.088333] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.088871] env[68134]: DEBUG nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.092955] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.957s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.094984] env[68134]: INFO nova.compute.claims [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.112236] env[68134]: DEBUG nova.compute.manager [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.112629] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.112935] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964438, 'name': ReconfigVM_Task, 'duration_secs': 0.297399} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.113739] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823bea3-8273-4dec-a6f5-a0851248a3d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.117942] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Reconfigured VM instance instance-00000013 to attach disk [datastore2] fa4e8290-ce2b-4823-8166-afd27d4abde0/fa4e8290-ce2b-4823-8166-afd27d4abde0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.118175] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddf936b7-06ac-401b-b7f8-0b2d20e6f066 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.127281] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.129903] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acbeb8a2-495f-4bb2-a61c-5a429ef3c402 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.132644] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 657.132644] env[68134]: value = "task-2964441" [ 657.132644] env[68134]: _type = "Task" [ 657.132644] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.133015] env[68134]: DEBUG nova.compute.manager [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.133238] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.135136] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc32705-645d-4f54-ae2c-02588d5dc0fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.144210] env[68134]: DEBUG oslo_vmware.api [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 657.144210] env[68134]: value = "task-2964442" [ 657.144210] env[68134]: _type = "Task" [ 657.144210] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.163686] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.164123] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964441, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.168302] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f00c2b-0291-4bcb-b369-aa42e3897982 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.176783] env[68134]: DEBUG oslo_vmware.api [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.187309] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964439, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.187737] env[68134]: DEBUG oslo_vmware.api [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 657.187737] env[68134]: value = "task-2964443" [ 657.187737] env[68134]: _type = "Task" [ 657.187737] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.196987] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.202541] env[68134]: DEBUG oslo_vmware.api [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.236729] env[68134]: DEBUG nova.network.neutron [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Updated VIF entry in instance network info cache for port e50e60b1-99d8-4076-b851-67168a7aaaf6. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.237161] env[68134]: DEBUG nova.network.neutron [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Updating instance_info_cache with network_info: [{"id": "e50e60b1-99d8-4076-b851-67168a7aaaf6", "address": "fa:16:3e:3b:63:2d", "network": {"id": "0ee03af7-cd51-4c21-b3a7-f6507806d5a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-385553777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1635ab0e103242d8b4f93ae75e659fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50e60b1-99", "ovs_interfaceid": "e50e60b1-99d8-4076-b851-67168a7aaaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.380539] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "refresh_cache-45a45c16-3ba7-4fc1-9bd1-f1751772d416" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.380539] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquired lock "refresh_cache-45a45c16-3ba7-4fc1-9bd1-f1751772d416" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.380539] env[68134]: DEBUG nova.network.neutron [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.468920] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.601098] env[68134]: DEBUG nova.compute.utils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.605834] env[68134]: DEBUG nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.606271] env[68134]: DEBUG nova.network.neutron [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.646498] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964441, 'name': Rename_Task, 'duration_secs': 0.168253} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.653021] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.653021] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d39b5e4-880e-4451-826f-aa3042bf0da8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.659623] env[68134]: DEBUG oslo_vmware.api [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964442, 'name': PowerOffVM_Task, 'duration_secs': 0.291604} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.660973] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.661409] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.661744] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 657.661744] env[68134]: value = "task-2964444" [ 657.661744] env[68134]: _type = "Task" [ 657.661744] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.662200] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f11f79a1-db3f-49da-988e-174935536a23 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.679861] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.686124] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964439, 'name': Destroy_Task, 'duration_secs': 0.675767} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.687750] env[68134]: DEBUG nova.policy [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfa31b33595b4981a8cd3b035a6df5ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de0dedd10ac464bafbbcdf14443d497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.689195] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Destroyed the VM [ 657.689514] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 657.690527] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0e38aa9-a0ab-44d6-93e4-e3ab2aa7226d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.698800] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563331} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.699793] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5/6a07635b-5b0c-4d02-94dc-2c6cd34b95b5.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.700046] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.700381] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9919fe45-c4d9-4a89-8948-c791f5907010 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.705547] env[68134]: DEBUG oslo_vmware.api [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964443, 'name': PowerOffVM_Task, 'duration_secs': 0.252984} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.707284] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.707496] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.708124] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 657.708124] env[68134]: value = "task-2964446" [ 657.708124] env[68134]: _type = "Task" [ 657.708124] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.708124] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c218c23-6f2e-47f3-b72a-4e899c076141 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.715551] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 657.715551] env[68134]: value = "task-2964447" [ 657.715551] env[68134]: _type = "Task" [ 657.715551] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.725761] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.732560] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.740450] env[68134]: DEBUG oslo_concurrency.lockutils [req-75b598a1-cc03-4178-ae81-e154dd6db1ec req-57b04da6-8ba3-48f8-872d-01fda7e16ee5 service nova] Releasing lock "refresh_cache-6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.754729] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.754729] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.754887] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleting the datastore file [datastore2] 953ab25c-c318-439f-aed7-5d9df5c37a8e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.756954] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e35d45-871f-46b3-8856-3ee0ac48ac65 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.763953] env[68134]: DEBUG oslo_vmware.api [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 657.763953] env[68134]: value = "task-2964449" [ 657.763953] env[68134]: _type = "Task" [ 657.763953] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.778673] env[68134]: DEBUG oslo_vmware.api [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.791147] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.791411] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.791800] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleting the datastore file [datastore2] eb3aa9a6-bb95-4bac-b679-8c83d4eb389d {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.792328] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23992ec9-5d0e-4d32-9e93-581d7e1364fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.802667] env[68134]: DEBUG oslo_vmware.api [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 657.802667] env[68134]: value = "task-2964450" [ 657.802667] env[68134]: _type = "Task" [ 657.802667] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.812572] env[68134]: DEBUG oslo_vmware.api [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.922621] env[68134]: DEBUG nova.network.neutron [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.961345] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.961736] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.106397] env[68134]: DEBUG nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.120058] env[68134]: DEBUG nova.network.neutron [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.177302] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964444, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.224795] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.233972] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097513} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.238178] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.238255] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a9eac-f912-436b-8128-0bce96a9ae7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.263024] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5/6a07635b-5b0c-4d02-94dc-2c6cd34b95b5.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.266354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "6462c122-dc0f-4083-84f8-a472e61285b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.266638] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "6462c122-dc0f-4083-84f8-a472e61285b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.266845] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "6462c122-dc0f-4083-84f8-a472e61285b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.267111] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "6462c122-dc0f-4083-84f8-a472e61285b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.267324] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "6462c122-dc0f-4083-84f8-a472e61285b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.269207] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3bfa66c-157e-426e-907b-7db05eda7452 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.284843] env[68134]: INFO nova.compute.manager [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Terminating instance [ 658.306501] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 658.306501] env[68134]: value = "task-2964451" [ 658.306501] env[68134]: _type = "Task" [ 658.306501] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.306501] env[68134]: DEBUG oslo_vmware.api [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342063} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.309253] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.309442] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.311256] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.311256] env[68134]: INFO nova.compute.manager [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 658.311256] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.319501] env[68134]: DEBUG nova.compute.manager [-] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.319501] env[68134]: DEBUG nova.network.neutron [-] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.328408] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.336690] env[68134]: DEBUG oslo_vmware.api [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363573} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.340462] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.340841] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.341196] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.341498] env[68134]: INFO nova.compute.manager [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 658.342875] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.343358] env[68134]: DEBUG nova.compute.manager [-] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.344139] env[68134]: DEBUG nova.network.neutron [-] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.486390] env[68134]: DEBUG nova.network.neutron [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Successfully created port: 4e5e9952-55dc-4556-958c-881d8f23c53b {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.625827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Releasing lock "refresh_cache-45a45c16-3ba7-4fc1-9bd1-f1751772d416" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.626383] env[68134]: DEBUG nova.compute.manager [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.626629] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.628590] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c710b7-c281-49f5-a377-5763f2ee23da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.636739] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.636739] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceec61ae-d538-4c6f-8132-20a87dc0bc7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.643567] env[68134]: DEBUG oslo_vmware.api [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 658.643567] env[68134]: value = "task-2964452" [ 658.643567] env[68134]: _type = "Task" [ 658.643567] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.653191] env[68134]: DEBUG oslo_vmware.api [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.675085] env[68134]: DEBUG oslo_vmware.api [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964444, 'name': PowerOnVM_Task, 'duration_secs': 0.665719} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.677963] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.678233] env[68134]: INFO nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Took 9.91 seconds to spawn the instance on the hypervisor. [ 658.678419] env[68134]: DEBUG nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.679434] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba97cabb-9133-4c15-aeba-9b4699241f70 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.707970] env[68134]: DEBUG nova.compute.manager [req-53d25b79-c8b4-4ed0-9b6e-5d4e9f35380c req-3fe7efff-889d-4e61-bd9f-5603984b7f12 service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Received event network-vif-plugged-fc997138-9a37-47ac-9d47-4f7eae5c3001 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.708343] env[68134]: DEBUG oslo_concurrency.lockutils [req-53d25b79-c8b4-4ed0-9b6e-5d4e9f35380c req-3fe7efff-889d-4e61-bd9f-5603984b7f12 service nova] Acquiring lock "f0d040bc-68b5-4e45-b854-775936dae98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.708553] env[68134]: DEBUG oslo_concurrency.lockutils [req-53d25b79-c8b4-4ed0-9b6e-5d4e9f35380c req-3fe7efff-889d-4e61-bd9f-5603984b7f12 service nova] Lock "f0d040bc-68b5-4e45-b854-775936dae98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.708716] env[68134]: DEBUG oslo_concurrency.lockutils [req-53d25b79-c8b4-4ed0-9b6e-5d4e9f35380c req-3fe7efff-889d-4e61-bd9f-5603984b7f12 service nova] Lock "f0d040bc-68b5-4e45-b854-775936dae98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.708881] env[68134]: DEBUG nova.compute.manager [req-53d25b79-c8b4-4ed0-9b6e-5d4e9f35380c req-3fe7efff-889d-4e61-bd9f-5603984b7f12 service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] No waiting events found dispatching network-vif-plugged-fc997138-9a37-47ac-9d47-4f7eae5c3001 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.709046] env[68134]: WARNING nova.compute.manager [req-53d25b79-c8b4-4ed0-9b6e-5d4e9f35380c req-3fe7efff-889d-4e61-bd9f-5603984b7f12 service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Received unexpected event network-vif-plugged-fc997138-9a37-47ac-9d47-4f7eae5c3001 for instance with vm_state building and task_state spawning. [ 658.723910] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964446, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.783907] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694831be-b841-4532-928f-42f8f79bdbd3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.793835] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "refresh_cache-6462c122-dc0f-4083-84f8-a472e61285b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.794121] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquired lock "refresh_cache-6462c122-dc0f-4083-84f8-a472e61285b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.794234] env[68134]: DEBUG nova.network.neutron [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.799020] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d492f5-9ac6-4bb8-a8f1-da4c82865120 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.834146] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1803f38-d943-40c2-b66b-312d98ebb208 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.844890] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964451, 'name': ReconfigVM_Task, 'duration_secs': 0.33475} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.847192] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5/6a07635b-5b0c-4d02-94dc-2c6cd34b95b5.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.847852] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03643515-2e1b-4d24-b05e-5018edead268 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.850524] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f22f90-447c-4241-a3ed-514f4e4cb904 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.867175] env[68134]: DEBUG nova.compute.provider_tree [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.869698] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 658.869698] env[68134]: value = "task-2964453" [ 658.869698] env[68134]: _type = "Task" [ 658.869698] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.879087] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964453, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.123576] env[68134]: DEBUG nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.158499] env[68134]: DEBUG oslo_vmware.api [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964452, 'name': PowerOffVM_Task, 'duration_secs': 0.189276} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.159242] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.159453] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.159728] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43f5057a-0e52-494c-8452-ece27943b223 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.166431] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.166735] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.166892] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.167831] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.167938] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.168137] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.168710] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.168909] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.169885] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.169885] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.169885] env[68134]: DEBUG nova.virt.hardware [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.172088] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c172ddb0-ae89-40ef-a170-36c8ffd279ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.182499] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fcbe42-046a-4b49-abcf-c872461533be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.212542] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.212542] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.212542] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Deleting the datastore file [datastore2] 45a45c16-3ba7-4fc1-9bd1-f1751772d416 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.212542] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d31c135-3596-431b-a36d-c17aec4ab2c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.215644] env[68134]: INFO nova.compute.manager [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Took 37.90 seconds to build instance. [ 659.226513] env[68134]: DEBUG oslo_vmware.api [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964446, 'name': RemoveSnapshot_Task, 'duration_secs': 1.395177} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.228107] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 659.228400] env[68134]: INFO nova.compute.manager [None req-0de66a3d-bdc9-4b36-8d13-133baee245f9 tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Took 20.36 seconds to snapshot the instance on the hypervisor. [ 659.230855] env[68134]: DEBUG oslo_vmware.api [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for the task: (returnval){ [ 659.230855] env[68134]: value = "task-2964455" [ 659.230855] env[68134]: _type = "Task" [ 659.230855] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.259839] env[68134]: DEBUG nova.network.neutron [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Successfully updated port: fc997138-9a37-47ac-9d47-4f7eae5c3001 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.343823] env[68134]: DEBUG nova.network.neutron [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.374651] env[68134]: DEBUG nova.scheduler.client.report [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.385168] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964453, 'name': Rename_Task, 'duration_secs': 0.189414} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.387682] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.388561] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0bc1102-ccc6-4979-a02f-adf7b3ee1373 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.399075] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 659.399075] env[68134]: value = "task-2964456" [ 659.399075] env[68134]: _type = "Task" [ 659.399075] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.410691] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.510807] env[68134]: DEBUG nova.network.neutron [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.722362] env[68134]: DEBUG oslo_concurrency.lockutils [None req-043d2d5b-e4e9-4064-b3fd-04f1dcccef93 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.157s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.747554] env[68134]: DEBUG oslo_vmware.api [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Task: {'id': task-2964455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.747759] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.747983] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.748209] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.748418] env[68134]: INFO nova.compute.manager [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Took 1.12 seconds to destroy the instance on the hypervisor. [ 659.748693] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.748954] env[68134]: DEBUG nova.compute.manager [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.749019] env[68134]: DEBUG nova.network.neutron [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.762233] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "refresh_cache-f0d040bc-68b5-4e45-b854-775936dae98c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.762382] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquired lock "refresh_cache-f0d040bc-68b5-4e45-b854-775936dae98c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.762528] env[68134]: DEBUG nova.network.neutron [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.778907] env[68134]: DEBUG nova.network.neutron [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.880574] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.882274] env[68134]: DEBUG nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.889123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.531s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.889123] env[68134]: DEBUG nova.objects.instance [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lazy-loading 'resources' on Instance uuid 0e396779-8b56-4718-9c40-f44d86723090 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.916097] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.974615] env[68134]: DEBUG nova.network.neutron [-] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.013527] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Releasing lock "refresh_cache-6462c122-dc0f-4083-84f8-a472e61285b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.014102] env[68134]: DEBUG nova.compute.manager [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.014353] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.016101] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca855a-404d-411b-9a8a-12d775e697c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.025842] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.026229] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55fb9ae1-6f26-40dd-9f3e-53a4b3e43326 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.030570] env[68134]: DEBUG nova.network.neutron [-] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.038041] env[68134]: DEBUG oslo_vmware.api [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 660.038041] env[68134]: value = "task-2964457" [ 660.038041] env[68134]: _type = "Task" [ 660.038041] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.054497] env[68134]: DEBUG oslo_vmware.api [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.224908] env[68134]: DEBUG nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.281380] env[68134]: DEBUG nova.network.neutron [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.303599] env[68134]: DEBUG nova.network.neutron [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.393623] env[68134]: DEBUG nova.compute.utils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.403208] env[68134]: DEBUG nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.403208] env[68134]: DEBUG nova.network.neutron [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.420909] env[68134]: DEBUG oslo_vmware.api [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964456, 'name': PowerOnVM_Task, 'duration_secs': 0.63665} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.421947] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.422212] env[68134]: INFO nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Took 8.91 seconds to spawn the instance on the hypervisor. [ 660.422427] env[68134]: DEBUG nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.424022] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e28274d-c66d-4303-9fcf-e33ee018dcc3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.477474] env[68134]: INFO nova.compute.manager [-] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Took 2.16 seconds to deallocate network for instance. [ 660.486137] env[68134]: DEBUG nova.policy [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e04eaaed634205adb05af1c93f71a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd87906daa0c4d0cbfd2f7bfa1147a28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.539266] env[68134]: INFO nova.compute.manager [-] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Took 2.20 seconds to deallocate network for instance. [ 660.565400] env[68134]: DEBUG oslo_vmware.api [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964457, 'name': PowerOffVM_Task, 'duration_secs': 0.247551} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.565552] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.565714] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.567304] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baca779d-923f-4bc1-9612-f90485e73b5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.584612] env[68134]: DEBUG nova.network.neutron [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Updating instance_info_cache with network_info: [{"id": "fc997138-9a37-47ac-9d47-4f7eae5c3001", "address": "fa:16:3e:3b:37:c7", "network": {"id": "b7c05c17-3a4e-4782-9046-233806b8f5c4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1596751779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64dba1fa2f284c5b8a5a2ec55f0f217d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc997138-9a", "ovs_interfaceid": "fc997138-9a37-47ac-9d47-4f7eae5c3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.600810] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.603922] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.603922] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Deleting the datastore file [datastore1] 6462c122-dc0f-4083-84f8-a472e61285b8 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.603922] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68469e81-934e-4ba3-ad5a-a35ec48c0fd9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.612454] env[68134]: DEBUG oslo_vmware.api [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for the task: (returnval){ [ 660.612454] env[68134]: value = "task-2964459" [ 660.612454] env[68134]: _type = "Task" [ 660.612454] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.627111] env[68134]: DEBUG oslo_vmware.api [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.755703] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.786268] env[68134]: INFO nova.compute.manager [-] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Took 1.04 seconds to deallocate network for instance. [ 660.906733] env[68134]: DEBUG nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.923709] env[68134]: DEBUG nova.network.neutron [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Successfully created port: b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.934352] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446ff51e-0191-4f44-8775-6c99550b8434 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.947877] env[68134]: INFO nova.compute.manager [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Took 36.45 seconds to build instance. [ 660.953705] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e450d2-bccd-484b-9e00-ee69ccd5d9ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.993743] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.994748] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b0eb2d-9c92-46f9-9f3e-1073611664a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.004340] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c47f5-e10f-44b0-8e8a-49aa948c449b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.022960] env[68134]: DEBUG nova.compute.provider_tree [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.057168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.088662] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Releasing lock "refresh_cache-f0d040bc-68b5-4e45-b854-775936dae98c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.089011] env[68134]: DEBUG nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Instance network_info: |[{"id": "fc997138-9a37-47ac-9d47-4f7eae5c3001", "address": "fa:16:3e:3b:37:c7", "network": {"id": "b7c05c17-3a4e-4782-9046-233806b8f5c4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1596751779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64dba1fa2f284c5b8a5a2ec55f0f217d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc997138-9a", "ovs_interfaceid": "fc997138-9a37-47ac-9d47-4f7eae5c3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.089437] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:37:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc997138-9a37-47ac-9d47-4f7eae5c3001', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.098389] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Creating folder: Project (64dba1fa2f284c5b8a5a2ec55f0f217d). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.098712] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-931f636c-148b-4efb-939d-4cd954603dba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.114254] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Created folder: Project (64dba1fa2f284c5b8a5a2ec55f0f217d) in parent group-v594791. [ 661.114455] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Creating folder: Instances. Parent ref: group-v594854. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.114708] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61876af6-f5fc-46dd-a849-e04d49177a92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.134861] env[68134]: DEBUG oslo_vmware.api [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Task: {'id': task-2964459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112005} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.136313] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.136597] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.136688] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.137018] env[68134]: INFO nova.compute.manager [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 661.137104] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.137806] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Created folder: Instances in parent group-v594854. [ 661.137806] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.137806] env[68134]: DEBUG nova.compute.manager [-] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.137806] env[68134]: DEBUG nova.network.neutron [-] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.139576] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.140733] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61eef8b3-2ff9-425c-98f1-f663a2c9974f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.162531] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.162531] env[68134]: value = "task-2964462" [ 661.162531] env[68134]: _type = "Task" [ 661.162531] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.173237] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964462, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.176919] env[68134]: DEBUG nova.network.neutron [-] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.264646] env[68134]: DEBUG nova.compute.manager [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Received event network-changed-fc997138-9a37-47ac-9d47-4f7eae5c3001 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.265303] env[68134]: DEBUG nova.compute.manager [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Refreshing instance network info cache due to event network-changed-fc997138-9a37-47ac-9d47-4f7eae5c3001. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.265669] env[68134]: DEBUG oslo_concurrency.lockutils [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] Acquiring lock "refresh_cache-f0d040bc-68b5-4e45-b854-775936dae98c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.265870] env[68134]: DEBUG oslo_concurrency.lockutils [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] Acquired lock "refresh_cache-f0d040bc-68b5-4e45-b854-775936dae98c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.266100] env[68134]: DEBUG nova.network.neutron [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Refreshing network info cache for port fc997138-9a37-47ac-9d47-4f7eae5c3001 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.294753] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.453094] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eae3c92-5dc4-4814-a5a9-d755c0c0cac2 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.418s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.526751] env[68134]: DEBUG nova.scheduler.client.report [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.677411] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964462, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.679989] env[68134]: DEBUG nova.network.neutron [-] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.789900] env[68134]: DEBUG nova.network.neutron [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Successfully updated port: 4e5e9952-55dc-4556-958c-881d8f23c53b {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.919654] env[68134]: DEBUG nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.959913] env[68134]: DEBUG nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.970095] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.970095] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.970095] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.970095] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.970297] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.970297] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.970297] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.970297] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.970297] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.970491] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.970627] env[68134]: DEBUG nova.virt.hardware [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.972090] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc587b-873b-4ca6-8d43-c4b5d9b12dc3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.991300] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83405e20-1c1a-4a97-bade-db6cc40adf96 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.034922] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.039578] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.239s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.040778] env[68134]: INFO nova.compute.claims [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.084307] env[68134]: DEBUG nova.compute.manager [req-f5e3b560-b46a-4df9-a06e-bb3333198159 req-de34e265-3a7b-4729-9b56-e5aef84fc3ca service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Received event network-vif-plugged-4e5e9952-55dc-4556-958c-881d8f23c53b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.086688] env[68134]: DEBUG oslo_concurrency.lockutils [req-f5e3b560-b46a-4df9-a06e-bb3333198159 req-de34e265-3a7b-4729-9b56-e5aef84fc3ca service nova] Acquiring lock "a518e6a0-7142-4a7b-a710-169c52edd3ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.087491] env[68134]: DEBUG oslo_concurrency.lockutils [req-f5e3b560-b46a-4df9-a06e-bb3333198159 req-de34e265-3a7b-4729-9b56-e5aef84fc3ca service nova] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.087491] env[68134]: DEBUG oslo_concurrency.lockutils [req-f5e3b560-b46a-4df9-a06e-bb3333198159 req-de34e265-3a7b-4729-9b56-e5aef84fc3ca service nova] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.090353] env[68134]: DEBUG nova.compute.manager [req-f5e3b560-b46a-4df9-a06e-bb3333198159 req-de34e265-3a7b-4729-9b56-e5aef84fc3ca service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] No waiting events found dispatching network-vif-plugged-4e5e9952-55dc-4556-958c-881d8f23c53b {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.090862] env[68134]: WARNING nova.compute.manager [req-f5e3b560-b46a-4df9-a06e-bb3333198159 req-de34e265-3a7b-4729-9b56-e5aef84fc3ca service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Received unexpected event network-vif-plugged-4e5e9952-55dc-4556-958c-881d8f23c53b for instance with vm_state building and task_state spawning. [ 662.093623] env[68134]: INFO nova.scheduler.client.report [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Deleted allocations for instance 0e396779-8b56-4718-9c40-f44d86723090 [ 662.177337] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964462, 'name': CreateVM_Task, 'duration_secs': 0.762308} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.178228] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.178228] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.178414] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.178681] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.178945] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5cbd9d-f989-47a6-8d52-0aecec89a07c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.182750] env[68134]: INFO nova.compute.manager [-] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Took 1.04 seconds to deallocate network for instance. [ 662.186067] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 662.186067] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52af47c7-42ba-d5e5-7aa8-0aa0dd1b3adf" [ 662.186067] env[68134]: _type = "Task" [ 662.186067] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.198898] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52af47c7-42ba-d5e5-7aa8-0aa0dd1b3adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.218279] env[68134]: DEBUG nova.network.neutron [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Updated VIF entry in instance network info cache for port fc997138-9a37-47ac-9d47-4f7eae5c3001. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.218279] env[68134]: DEBUG nova.network.neutron [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Updating instance_info_cache with network_info: [{"id": "fc997138-9a37-47ac-9d47-4f7eae5c3001", "address": "fa:16:3e:3b:37:c7", "network": {"id": "b7c05c17-3a4e-4782-9046-233806b8f5c4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1596751779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64dba1fa2f284c5b8a5a2ec55f0f217d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc997138-9a", "ovs_interfaceid": "fc997138-9a37-47ac-9d47-4f7eae5c3001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.292694] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "refresh_cache-a518e6a0-7142-4a7b-a710-169c52edd3ee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.292972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "refresh_cache-a518e6a0-7142-4a7b-a710-169c52edd3ee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.293049] env[68134]: DEBUG nova.network.neutron [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.511037] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.604890] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e82caf5-3641-49cd-9463-4fd3b6b71485 tempest-FloatingIPsAssociationNegativeTestJSON-338415121 tempest-FloatingIPsAssociationNegativeTestJSON-338415121-project-member] Lock "0e396779-8b56-4718-9c40-f44d86723090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.149s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.684502] env[68134]: DEBUG nova.network.neutron [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Successfully updated port: b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.702711] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.712716] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52af47c7-42ba-d5e5-7aa8-0aa0dd1b3adf, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.712716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.712716] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.712716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.713091] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.713091] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.713091] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b37181-57b8-4401-866d-5f4385980a13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.720973] env[68134]: DEBUG oslo_concurrency.lockutils [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] Releasing lock "refresh_cache-f0d040bc-68b5-4e45-b854-775936dae98c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.720973] env[68134]: DEBUG nova.compute.manager [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Received event network-vif-deleted-58141d08-492e-4603-a92a-2c7402045372 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.721142] env[68134]: DEBUG nova.compute.manager [req-60a2c831-46f4-40e3-a1bf-551c330f3c51 req-ba5e4b9c-9078-4563-ace7-1ebbd76dd40e service nova] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Received event network-vif-deleted-31ebb5a6-a14a-40d8-9b10-dc414dad21ae {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.724104] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.724104] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.724104] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de238faa-883f-4c6a-9b1b-130f3aa0a4c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.731027] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 662.731027] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5210b9d1-9f0e-4641-f878-c99423e52a76" [ 662.731027] env[68134]: _type = "Task" [ 662.731027] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.739875] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5210b9d1-9f0e-4641-f878-c99423e52a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.895248] env[68134]: DEBUG nova.network.neutron [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.075261] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "33d3c446-1267-4eb7-970b-af1013db456c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.075538] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "33d3c446-1267-4eb7-970b-af1013db456c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.075758] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "33d3c446-1267-4eb7-970b-af1013db456c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.075941] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "33d3c446-1267-4eb7-970b-af1013db456c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.076127] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "33d3c446-1267-4eb7-970b-af1013db456c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.088056] env[68134]: INFO nova.compute.manager [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Terminating instance [ 663.190716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "refresh_cache-22fbeb09-3d90-4b99-ab23-73793f4a9b40" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.190870] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "refresh_cache-22fbeb09-3d90-4b99-ab23-73793f4a9b40" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.191031] env[68134]: DEBUG nova.network.neutron [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.245665] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5210b9d1-9f0e-4641-f878-c99423e52a76, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.246469] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b41f8e5-d595-440c-8160-fd35fbf53dc4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.255125] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 663.255125] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523c2749-41bc-528d-cb78-c0ee5e89b2f3" [ 663.255125] env[68134]: _type = "Task" [ 663.255125] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.267146] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523c2749-41bc-528d-cb78-c0ee5e89b2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.267501] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.267821] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f0d040bc-68b5-4e45-b854-775936dae98c/f0d040bc-68b5-4e45-b854-775936dae98c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.270928] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078b9017-90a9-42a6-b6ba-675f337f387d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.280818] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 663.280818] env[68134]: value = "task-2964463" [ 663.280818] env[68134]: _type = "Task" [ 663.280818] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.295344] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.341218] env[68134]: DEBUG nova.network.neutron [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Updating instance_info_cache with network_info: [{"id": "4e5e9952-55dc-4556-958c-881d8f23c53b", "address": "fa:16:3e:fd:41:e7", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5e9952-55", "ovs_interfaceid": "4e5e9952-55dc-4556-958c-881d8f23c53b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.539915] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1032031a-e80c-4574-a97b-4626fdcf1f1e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.548048] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9142fb6-333c-4949-a4fd-248002be85c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.585135] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605298d-b8bc-43c4-a82e-f796d5a81fe2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.592592] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7cce0e-b07f-45f7-a703-370283cfaae7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.599212] env[68134]: DEBUG nova.compute.manager [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.599212] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.599460] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2143c4-fa69-445e-b6e9-a4ab26ed922a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.615324] env[68134]: DEBUG nova.compute.provider_tree [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.622754] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.622754] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf4fb08-34ab-4baa-8c5c-944c8c13db2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.629847] env[68134]: DEBUG oslo_vmware.api [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 663.629847] env[68134]: value = "task-2964464" [ 663.629847] env[68134]: _type = "Task" [ 663.629847] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.648565] env[68134]: DEBUG oslo_vmware.api [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.793415] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.805798] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.805798] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.845360] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "refresh_cache-a518e6a0-7142-4a7b-a710-169c52edd3ee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.846373] env[68134]: DEBUG nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Instance network_info: |[{"id": "4e5e9952-55dc-4556-958c-881d8f23c53b", "address": "fa:16:3e:fd:41:e7", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5e9952-55", "ovs_interfaceid": "4e5e9952-55dc-4556-958c-881d8f23c53b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.846476] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:41:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e5e9952-55dc-4556-958c-881d8f23c53b', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.855376] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Creating folder: Project (6de0dedd10ac464bafbbcdf14443d497). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.856183] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-233b3eef-9907-4b23-85ff-8cdaa8a46536 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.866364] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Created folder: Project (6de0dedd10ac464bafbbcdf14443d497) in parent group-v594791. [ 663.867048] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Creating folder: Instances. Parent ref: group-v594857. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.867048] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aeb8995-3127-49e4-ac67-9a3b9e28554b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.870934] env[68134]: DEBUG nova.network.neutron [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.884351] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Created folder: Instances in parent group-v594857. [ 663.884351] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.884351] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.884351] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d684039f-9eb5-4a69-9cb7-ffbd6aefc39e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.906142] env[68134]: DEBUG nova.compute.manager [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Received event network-vif-plugged-b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.906349] env[68134]: DEBUG oslo_concurrency.lockutils [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] Acquiring lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.906727] env[68134]: DEBUG oslo_concurrency.lockutils [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.906727] env[68134]: DEBUG oslo_concurrency.lockutils [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.906891] env[68134]: DEBUG nova.compute.manager [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] No waiting events found dispatching network-vif-plugged-b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.907069] env[68134]: WARNING nova.compute.manager [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Received unexpected event network-vif-plugged-b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 for instance with vm_state building and task_state spawning. [ 663.907698] env[68134]: DEBUG nova.compute.manager [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Received event network-changed-b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.907698] env[68134]: DEBUG nova.compute.manager [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Refreshing instance network info cache due to event network-changed-b04d7445-d0c9-4307-b293-b3ebcbfd7ca5. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.907698] env[68134]: DEBUG oslo_concurrency.lockutils [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] Acquiring lock "refresh_cache-22fbeb09-3d90-4b99-ab23-73793f4a9b40" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.913210] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.913210] env[68134]: value = "task-2964467" [ 663.913210] env[68134]: _type = "Task" [ 663.913210] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.929687] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964467, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.121366] env[68134]: DEBUG nova.scheduler.client.report [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.139949] env[68134]: DEBUG oslo_vmware.api [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964464, 'name': PowerOffVM_Task, 'duration_secs': 0.43019} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.140863] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.141049] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.141301] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa3f60bf-9549-4cd1-9689-cb812ac62711 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.144566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.144566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.144566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.144566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.144904] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.146938] env[68134]: INFO nova.compute.manager [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Terminating instance [ 664.205625] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.205847] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.206036] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Deleting the datastore file [datastore1] 33d3c446-1267-4eb7-970b-af1013db456c {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.206326] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3961a9f5-9d0a-4f9c-a6c7-f6082b830339 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.218484] env[68134]: DEBUG oslo_vmware.api [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for the task: (returnval){ [ 664.218484] env[68134]: value = "task-2964469" [ 664.218484] env[68134]: _type = "Task" [ 664.218484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.221635] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "665a3f40-d12f-4e99-b3d2-53e137897226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.222060] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "665a3f40-d12f-4e99-b3d2-53e137897226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.232165] env[68134]: DEBUG oslo_vmware.api [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.294210] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535974} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.294473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f0d040bc-68b5-4e45-b854-775936dae98c/f0d040bc-68b5-4e45-b854-775936dae98c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.294689] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.294946] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bce57968-361c-475c-8246-ab5840e025b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.301419] env[68134]: DEBUG nova.network.neutron [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Updating instance_info_cache with network_info: [{"id": "b04d7445-d0c9-4307-b293-b3ebcbfd7ca5", "address": "fa:16:3e:be:03:15", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04d7445-d0", "ovs_interfaceid": "b04d7445-d0c9-4307-b293-b3ebcbfd7ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.307023] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 664.307023] env[68134]: value = "task-2964470" [ 664.307023] env[68134]: _type = "Task" [ 664.307023] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.314936] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.425966] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964467, 'name': CreateVM_Task, 'duration_secs': 0.505113} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.426116] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.426849] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.427373] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.427858] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.428250] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0e003d-f438-4cc2-b79d-57847488db07 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.433733] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 664.433733] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525f52a2-6d83-09cd-8257-0aceeb951190" [ 664.433733] env[68134]: _type = "Task" [ 664.433733] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.441711] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525f52a2-6d83-09cd-8257-0aceeb951190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.471610] env[68134]: DEBUG nova.compute.manager [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Received event network-changed-4e5e9952-55dc-4556-958c-881d8f23c53b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.471809] env[68134]: DEBUG nova.compute.manager [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Refreshing instance network info cache due to event network-changed-4e5e9952-55dc-4556-958c-881d8f23c53b. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.472015] env[68134]: DEBUG oslo_concurrency.lockutils [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] Acquiring lock "refresh_cache-a518e6a0-7142-4a7b-a710-169c52edd3ee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.472386] env[68134]: DEBUG oslo_concurrency.lockutils [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] Acquired lock "refresh_cache-a518e6a0-7142-4a7b-a710-169c52edd3ee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.472602] env[68134]: DEBUG nova.network.neutron [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Refreshing network info cache for port 4e5e9952-55dc-4556-958c-881d8f23c53b {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.627985] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.628559] env[68134]: DEBUG nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.635095] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.199s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.635095] env[68134]: DEBUG nova.objects.instance [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 664.650934] env[68134]: DEBUG nova.compute.manager [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.651692] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.652212] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258220f0-b9f7-4ad1-8060-3384de394778 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.660407] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.660407] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d33aaa7-9aea-461b-8aac-8fbc14375016 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.671417] env[68134]: DEBUG oslo_vmware.api [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 664.671417] env[68134]: value = "task-2964471" [ 664.671417] env[68134]: _type = "Task" [ 664.671417] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.684356] env[68134]: DEBUG oslo_vmware.api [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.735257] env[68134]: DEBUG oslo_vmware.api [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Task: {'id': task-2964469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153984} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.735449] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.735659] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.735831] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.736019] env[68134]: INFO nova.compute.manager [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 664.736273] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.736581] env[68134]: DEBUG nova.compute.manager [-] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.736581] env[68134]: DEBUG nova.network.neutron [-] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.808680] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "refresh_cache-22fbeb09-3d90-4b99-ab23-73793f4a9b40" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.808680] env[68134]: DEBUG nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Instance network_info: |[{"id": "b04d7445-d0c9-4307-b293-b3ebcbfd7ca5", "address": "fa:16:3e:be:03:15", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04d7445-d0", "ovs_interfaceid": "b04d7445-d0c9-4307-b293-b3ebcbfd7ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.809239] env[68134]: DEBUG oslo_concurrency.lockutils [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] Acquired lock "refresh_cache-22fbeb09-3d90-4b99-ab23-73793f4a9b40" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.809239] env[68134]: DEBUG nova.network.neutron [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Refreshing network info cache for port b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.814314] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:03:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b04d7445-d0c9-4307-b293-b3ebcbfd7ca5', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.821816] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating folder: Project (fd87906daa0c4d0cbfd2f7bfa1147a28). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.828403] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10164911-c3a0-45ac-b264-c1a7594420d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.840836] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090266} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.842292] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.842654] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created folder: Project (fd87906daa0c4d0cbfd2f7bfa1147a28) in parent group-v594791. [ 664.842809] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating folder: Instances. Parent ref: group-v594860. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.843650] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b336beac-ce04-4be6-bba6-66e26541d95b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.847584] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4244c79-badb-4dca-b45d-0b6a585367d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.873028] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] f0d040bc-68b5-4e45-b854-775936dae98c/f0d040bc-68b5-4e45-b854-775936dae98c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.875263] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4f058e-2809-4a8e-82c1-d638641dd5be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.889265] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created folder: Instances in parent group-v594860. [ 664.890296] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.890296] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.892019] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00034b2e-3362-41cb-bd75-b0018a8051ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.910987] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 664.910987] env[68134]: value = "task-2964474" [ 664.910987] env[68134]: _type = "Task" [ 664.910987] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.914505] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.914505] env[68134]: value = "task-2964475" [ 664.914505] env[68134]: _type = "Task" [ 664.914505] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.919375] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.926383] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964475, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.948194] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525f52a2-6d83-09cd-8257-0aceeb951190, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.948912] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.950875] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.950875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.950875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.950875] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.950875] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc1b53ee-6a0e-41fc-a3e3-60d732e007ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.958638] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.959195] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.959587] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f6bdd9-a227-4618-bbb5-938cd5fa8f24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.965508] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 664.965508] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b75b8a-8f97-98af-a529-697680d5901a" [ 664.965508] env[68134]: _type = "Task" [ 664.965508] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.975494] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b75b8a-8f97-98af-a529-697680d5901a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.141022] env[68134]: DEBUG nova.compute.utils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.143486] env[68134]: DEBUG nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.143746] env[68134]: DEBUG nova.network.neutron [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.180766] env[68134]: DEBUG oslo_vmware.api [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964471, 'name': PowerOffVM_Task, 'duration_secs': 0.244109} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.181188] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.181405] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.181678] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f57eec25-d9ab-4706-b9f5-023e217dc5b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.234210] env[68134]: DEBUG nova.policy [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d4a1df645244e359e55b06f70f2cadd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f9d2d3f223342d38db3bd9ecb1e500c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.255156] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.260812] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.260812] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Deleting the datastore file [datastore1] 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.260812] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-599093d4-d609-4084-baaa-ab7b68b65f1e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.268645] env[68134]: DEBUG oslo_vmware.api [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for the task: (returnval){ [ 665.268645] env[68134]: value = "task-2964477" [ 665.268645] env[68134]: _type = "Task" [ 665.268645] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.276174] env[68134]: DEBUG oslo_vmware.api [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.421955] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964474, 'name': ReconfigVM_Task, 'duration_secs': 0.512797} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.422894] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Reconfigured VM instance instance-00000015 to attach disk [datastore1] f0d040bc-68b5-4e45-b854-775936dae98c/f0d040bc-68b5-4e45-b854-775936dae98c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.424465] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a06983c6-86c9-4cc1-a6be-89635a0b9018 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.431416] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964475, 'name': CreateVM_Task, 'duration_secs': 0.504357} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.434544] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.434737] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 665.434737] env[68134]: value = "task-2964478" [ 665.434737] env[68134]: _type = "Task" [ 665.434737] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.435445] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.435545] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.435835] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.436627] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2984eaf-9d8e-443c-98d1-92e8d5666210 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.446846] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964478, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.447638] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 665.447638] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529d4e9c-8c83-c646-27e0-c9f36ce7e7ae" [ 665.447638] env[68134]: _type = "Task" [ 665.447638] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.455643] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529d4e9c-8c83-c646-27e0-c9f36ce7e7ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.474219] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b75b8a-8f97-98af-a529-697680d5901a, 'name': SearchDatastore_Task, 'duration_secs': 0.01572} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.475024] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b055d92-cb3e-4637-af1c-318ebdc51b9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.482147] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 665.482147] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522f402b-032d-f302-149f-22428143b329" [ 665.482147] env[68134]: _type = "Task" [ 665.482147] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.488312] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522f402b-032d-f302-149f-22428143b329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.626816] env[68134]: DEBUG nova.network.neutron [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Updated VIF entry in instance network info cache for port 4e5e9952-55dc-4556-958c-881d8f23c53b. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.629010] env[68134]: DEBUG nova.network.neutron [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Updating instance_info_cache with network_info: [{"id": "4e5e9952-55dc-4556-958c-881d8f23c53b", "address": "fa:16:3e:fd:41:e7", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5e9952-55", "ovs_interfaceid": "4e5e9952-55dc-4556-958c-881d8f23c53b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.644081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8e520eba-db09-4dc8-8afc-76eeadca6194 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.645289] env[68134]: DEBUG nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.648081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.005s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.650196] env[68134]: INFO nova.compute.claims [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.780674] env[68134]: DEBUG oslo_vmware.api [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Task: {'id': task-2964477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211452} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.780965] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.782245] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.782479] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.782680] env[68134]: INFO nova.compute.manager [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 665.783087] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.783323] env[68134]: DEBUG nova.compute.manager [-] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.783418] env[68134]: DEBUG nova.network.neutron [-] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.794730] env[68134]: DEBUG nova.network.neutron [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Successfully created port: 238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.865505] env[68134]: DEBUG nova.network.neutron [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Updated VIF entry in instance network info cache for port b04d7445-d0c9-4307-b293-b3ebcbfd7ca5. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.865891] env[68134]: DEBUG nova.network.neutron [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Updating instance_info_cache with network_info: [{"id": "b04d7445-d0c9-4307-b293-b3ebcbfd7ca5", "address": "fa:16:3e:be:03:15", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04d7445-d0", "ovs_interfaceid": "b04d7445-d0c9-4307-b293-b3ebcbfd7ca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.911130] env[68134]: DEBUG nova.network.neutron [-] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.947773] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964478, 'name': Rename_Task, 'duration_secs': 0.157497} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.948230] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.954182] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f2f47e-8b93-4e76-831b-ce31be70f404 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.962482] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529d4e9c-8c83-c646-27e0-c9f36ce7e7ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.964753] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.964753] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.964753] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.964753] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 665.964753] env[68134]: value = "task-2964479" [ 665.964753] env[68134]: _type = "Task" [ 665.964753] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.973947] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.992962] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522f402b-032d-f302-149f-22428143b329, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.995117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.995117] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] a518e6a0-7142-4a7b-a710-169c52edd3ee/a518e6a0-7142-4a7b-a710-169c52edd3ee.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.995117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.995117] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.995432] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a812f1dd-2e29-4df4-a1df-d8dfb7acd704 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.998526] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bb4844-8c2b-4a72-9960-4fc27e4b8e9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.005439] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 666.005439] env[68134]: value = "task-2964480" [ 666.005439] env[68134]: _type = "Task" [ 666.005439] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.010182] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.010363] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.011430] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acf17c6-9840-4a23-a63a-5bca4be21f94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.017367] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.020671] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 666.020671] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5201fce3-eb3c-e3ff-5116-c128d2b28631" [ 666.020671] env[68134]: _type = "Task" [ 666.020671] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.034024] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5201fce3-eb3c-e3ff-5116-c128d2b28631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.129742] env[68134]: DEBUG oslo_concurrency.lockutils [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] Releasing lock "refresh_cache-a518e6a0-7142-4a7b-a710-169c52edd3ee" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.130106] env[68134]: DEBUG nova.compute.manager [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Received event network-changed-cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.130435] env[68134]: DEBUG nova.compute.manager [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Refreshing instance network info cache due to event network-changed-cb83d933-f250-45ac-abc9-2cf1946b089f. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.130563] env[68134]: DEBUG oslo_concurrency.lockutils [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.130737] env[68134]: DEBUG oslo_concurrency.lockutils [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.130905] env[68134]: DEBUG nova.network.neutron [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Refreshing network info cache for port cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.349813] env[68134]: DEBUG nova.compute.manager [req-d69dccdf-206e-41c2-8672-22debc2ae160 req-d471ae22-9282-4d72-8fdf-a4cd7e603da2 service nova] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Received event network-vif-deleted-19dd3306-1e04-437a-bcc4-a6bc9fee6a0c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.370954] env[68134]: DEBUG oslo_concurrency.lockutils [req-3e1c8e97-46bb-4464-aa07-d6f4097b133a req-ff6c898b-4b14-4837-8a34-2c2663fe2a32 service nova] Releasing lock "refresh_cache-22fbeb09-3d90-4b99-ab23-73793f4a9b40" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.415190] env[68134]: INFO nova.compute.manager [-] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Took 1.68 seconds to deallocate network for instance. [ 666.481011] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.515972] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964480, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.531849] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5201fce3-eb3c-e3ff-5116-c128d2b28631, 'name': SearchDatastore_Task, 'duration_secs': 0.024888} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.532740] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50690159-ecfe-4fae-a33e-2bbe4499fe53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.538352] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 666.538352] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52100f62-0384-821d-3ee5-1a0c43ab9606" [ 666.538352] env[68134]: _type = "Task" [ 666.538352] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.549068] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52100f62-0384-821d-3ee5-1a0c43ab9606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.666278] env[68134]: DEBUG nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.704315] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.704579] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.704755] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.704955] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.705108] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.705256] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.705466] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.705743] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.705798] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.706064] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.706129] env[68134]: DEBUG nova.virt.hardware [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.706966] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c44dd7-f006-47c5-a457-a330a2667b42 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.408058] env[68134]: DEBUG nova.network.neutron [-] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.413386] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.435020] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2adca4-486c-4510-ae4f-a959bf6ee7e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.438529] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52100f62-0384-821d-3ee5-1a0c43ab9606, 'name': SearchDatastore_Task, 'duration_secs': 0.01643} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.439076] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524142} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.439292] env[68134]: DEBUG oslo_vmware.api [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964479, 'name': PowerOnVM_Task, 'duration_secs': 0.638512} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.441698] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.441936] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 22fbeb09-3d90-4b99-ab23-73793f4a9b40/22fbeb09-3d90-4b99-ab23-73793f4a9b40.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.442218] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] a518e6a0-7142-4a7b-a710-169c52edd3ee/a518e6a0-7142-4a7b-a710-169c52edd3ee.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.442408] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.442632] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.442820] env[68134]: INFO nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Took 11.01 seconds to spawn the instance on the hypervisor. [ 667.443068] env[68134]: DEBUG nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.444046] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec7f099b-f33a-4018-84ea-9527573c921c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.446149] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba37e4ec-f40d-415d-8a84-80988808ec27 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.448161] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6173674-207d-454c-81d6-cd9d9af3a6ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.469992] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 667.469992] env[68134]: value = "task-2964482" [ 667.469992] env[68134]: _type = "Task" [ 667.469992] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.470267] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 667.470267] env[68134]: value = "task-2964481" [ 667.470267] env[68134]: _type = "Task" [ 667.470267] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.485097] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.488238] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.887659] env[68134]: DEBUG nova.network.neutron [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updated VIF entry in instance network info cache for port cb83d933-f250-45ac-abc9-2cf1946b089f. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.887659] env[68134]: DEBUG nova.network.neutron [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.908926] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089394d-a424-4c6b-8643-7abfc660675a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.913097] env[68134]: INFO nova.compute.manager [-] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Took 2.13 seconds to deallocate network for instance. [ 667.922521] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79935da3-3e68-49d0-a89c-e6216819d7e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.955423] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ab812-402d-4695-bf28-41250580d346 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.963851] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514df470-7bb0-40d0-abc0-0976e04f5473 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.974132] env[68134]: INFO nova.compute.manager [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Took 37.59 seconds to build instance. [ 667.990088] env[68134]: DEBUG nova.compute.provider_tree [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.996939] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069257} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.001516] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.001878] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964481, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.002748] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4c9c07-33e6-4796-a296-1cce78b1ffda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.025387] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] a518e6a0-7142-4a7b-a710-169c52edd3ee/a518e6a0-7142-4a7b-a710-169c52edd3ee.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.026071] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3607c45d-4a54-4a52-b788-6e2b1cea31b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.046314] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 668.046314] env[68134]: value = "task-2964483" [ 668.046314] env[68134]: _type = "Task" [ 668.046314] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.055285] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.081713] env[68134]: DEBUG nova.compute.manager [req-eddfe8f6-c761-43f6-912e-5f26229f9297 req-82ca8532-e1c7-4c61-9918-773d2a09b296 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Received event network-vif-plugged-238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.081949] env[68134]: DEBUG oslo_concurrency.lockutils [req-eddfe8f6-c761-43f6-912e-5f26229f9297 req-82ca8532-e1c7-4c61-9918-773d2a09b296 service nova] Acquiring lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.082182] env[68134]: DEBUG oslo_concurrency.lockutils [req-eddfe8f6-c761-43f6-912e-5f26229f9297 req-82ca8532-e1c7-4c61-9918-773d2a09b296 service nova] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.083147] env[68134]: DEBUG oslo_concurrency.lockutils [req-eddfe8f6-c761-43f6-912e-5f26229f9297 req-82ca8532-e1c7-4c61-9918-773d2a09b296 service nova] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.083147] env[68134]: DEBUG nova.compute.manager [req-eddfe8f6-c761-43f6-912e-5f26229f9297 req-82ca8532-e1c7-4c61-9918-773d2a09b296 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] No waiting events found dispatching network-vif-plugged-238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.083147] env[68134]: WARNING nova.compute.manager [req-eddfe8f6-c761-43f6-912e-5f26229f9297 req-82ca8532-e1c7-4c61-9918-773d2a09b296 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Received unexpected event network-vif-plugged-238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f for instance with vm_state building and task_state spawning. [ 668.166382] env[68134]: DEBUG nova.network.neutron [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Successfully updated port: 238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.387910] env[68134]: DEBUG oslo_concurrency.lockutils [req-dca8edcc-5a36-4114-8280-dea92b97b88a req-310de52c-39b4-40e4-bd98-7c97b746557c service nova] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.421624] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.481167] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f79dec9-a497-43b4-9521-826dc61696fc tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "f0d040bc-68b5-4e45-b854-775936dae98c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.798s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.496893] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "f0d040bc-68b5-4e45-b854-775936dae98c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.497184] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "f0d040bc-68b5-4e45-b854-775936dae98c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.497428] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "f0d040bc-68b5-4e45-b854-775936dae98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.497546] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "f0d040bc-68b5-4e45-b854-775936dae98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.497692] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "f0d040bc-68b5-4e45-b854-775936dae98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.505382] env[68134]: DEBUG nova.scheduler.client.report [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.509639] env[68134]: DEBUG nova.compute.manager [req-e3e60299-7781-4410-af39-2e6c7e24a9c4 req-34f2f8af-2be7-4a2b-a8c9-a044fae76515 service nova] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Received event network-vif-deleted-e50e60b1-99d8-4076-b851-67168a7aaaf6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.511597] env[68134]: INFO nova.compute.manager [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Terminating instance [ 668.522372] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911469} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.522645] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 22fbeb09-3d90-4b99-ab23-73793f4a9b40/22fbeb09-3d90-4b99-ab23-73793f4a9b40.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.522885] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.523631] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc5924d7-99ab-4711-a4ac-2fa2ee7c0b39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.531377] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 668.531377] env[68134]: value = "task-2964484" [ 668.531377] env[68134]: _type = "Task" [ 668.531377] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.539048] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.555575] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964483, 'name': ReconfigVM_Task, 'duration_secs': 0.489093} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.555851] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Reconfigured VM instance instance-00000016 to attach disk [datastore2] a518e6a0-7142-4a7b-a710-169c52edd3ee/a518e6a0-7142-4a7b-a710-169c52edd3ee.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.556500] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714185b8-e77d-4765-a2fc-30c66eb7a159 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.562795] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 668.562795] env[68134]: value = "task-2964485" [ 668.562795] env[68134]: _type = "Task" [ 668.562795] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.571788] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964485, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.670706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "refresh_cache-f8d8520b-21a2-48a9-951f-15d869dfe6d1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.671054] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "refresh_cache-f8d8520b-21a2-48a9-951f-15d869dfe6d1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.671316] env[68134]: DEBUG nova.network.neutron [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.005180] env[68134]: DEBUG nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.017340] env[68134]: DEBUG nova.compute.manager [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.017613] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.018388] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.370s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.018893] env[68134]: DEBUG nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.024766] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a3edd6-3c25-4415-b0fd-541a1aeb9cd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.032333] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.454s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.032333] env[68134]: DEBUG nova.objects.instance [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lazy-loading 'resources' on Instance uuid ff322f86-8e94-43e4-9c39-c133ac8ee7ca {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.039957] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.040617] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2a45e6-fab3-4aa0-b055-e52d01fd911b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.045421] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068526} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.046131] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.051231] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56f711-2b43-474b-9cc3-b3eb7feb7a1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.053976] env[68134]: DEBUG oslo_vmware.api [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 669.053976] env[68134]: value = "task-2964486" [ 669.053976] env[68134]: _type = "Task" [ 669.053976] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.085059] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 22fbeb09-3d90-4b99-ab23-73793f4a9b40/22fbeb09-3d90-4b99-ab23-73793f4a9b40.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.090315] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f08a4a-4f7d-4ced-8a8e-044970af7a9c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.108387] env[68134]: DEBUG oslo_vmware.api [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.114355] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964485, 'name': Rename_Task, 'duration_secs': 0.1405} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.114700] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.114980] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f43f1dd-0b0a-4c03-b5e2-45a57bc3558f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.118840] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 669.118840] env[68134]: value = "task-2964487" [ 669.118840] env[68134]: _type = "Task" [ 669.118840] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.126078] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 669.126078] env[68134]: value = "task-2964488" [ 669.126078] env[68134]: _type = "Task" [ 669.126078] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.132456] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.137941] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.225396] env[68134]: DEBUG nova.network.neutron [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.497355] env[68134]: DEBUG nova.network.neutron [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Updating instance_info_cache with network_info: [{"id": "238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f", "address": "fa:16:3e:32:e6:37", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238bd3c6-1a", "ovs_interfaceid": "238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.539702] env[68134]: DEBUG nova.compute.utils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.542864] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.543196] env[68134]: DEBUG nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.543367] env[68134]: DEBUG nova.network.neutron [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.570022] env[68134]: DEBUG oslo_vmware.api [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964486, 'name': PowerOffVM_Task, 'duration_secs': 0.224669} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.570022] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.570022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.570022] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e3ac24a-b640-43ca-ac51-ba55e9d6b574 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.633254] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964487, 'name': ReconfigVM_Task, 'duration_secs': 0.457924} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.637044] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 22fbeb09-3d90-4b99-ab23-73793f4a9b40/22fbeb09-3d90-4b99-ab23-73793f4a9b40.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.639035] env[68134]: DEBUG nova.policy [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956d1a3df7714ce1a0f5ac1136a3c084', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e38a30810a254a1f93277801c1859cde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.641787] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98f9c85e-96d3-46ac-904e-2e70767ed541 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.643927] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.643927] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.643927] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Deleting the datastore file [datastore1] f0d040bc-68b5-4e45-b854-775936dae98c {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.649703] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b34ea64-221f-4728-a028-debe589cce9e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.650619] env[68134]: DEBUG oslo_vmware.api [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964488, 'name': PowerOnVM_Task, 'duration_secs': 0.501634} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.651408] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.651611] env[68134]: INFO nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Took 10.53 seconds to spawn the instance on the hypervisor. [ 669.651786] env[68134]: DEBUG nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.653196] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6cecac-dccb-435f-89c8-58f5357d563d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.660909] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 669.660909] env[68134]: value = "task-2964490" [ 669.660909] env[68134]: _type = "Task" [ 669.660909] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.660909] env[68134]: DEBUG oslo_vmware.api [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for the task: (returnval){ [ 669.660909] env[68134]: value = "task-2964491" [ 669.660909] env[68134]: _type = "Task" [ 669.660909] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.684309] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964490, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.684309] env[68134]: DEBUG oslo_vmware.api [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.001915] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "refresh_cache-f8d8520b-21a2-48a9-951f-15d869dfe6d1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.002288] env[68134]: DEBUG nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Instance network_info: |[{"id": "238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f", "address": "fa:16:3e:32:e6:37", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238bd3c6-1a", "ovs_interfaceid": "238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.002702] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e6:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.010296] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.013863] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.014245] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b966a944-368b-4222-bab6-ddeb07ba23af {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.039585] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.039585] env[68134]: value = "task-2964492" [ 670.039585] env[68134]: _type = "Task" [ 670.039585] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.040385] env[68134]: DEBUG nova.network.neutron [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Successfully created port: cff5dcb8-97e0-4ea5-a43e-68a42c26330e {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.042864] env[68134]: DEBUG nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.059259] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964492, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.155471] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde36f22-9c36-403b-9d0b-e6b8ad50d8b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.176556] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4166bb-86a8-4b1e-9de7-ecb44dc91457 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.179881] env[68134]: DEBUG oslo_vmware.api [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Task: {'id': task-2964491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14032} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.184330] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964490, 'name': Rename_Task, 'duration_secs': 0.166335} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.188177] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.188177] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.188177] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.188177] env[68134]: INFO nova.compute.manager [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 670.188177] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.188922] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.188922] env[68134]: DEBUG nova.compute.manager [-] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.188922] env[68134]: DEBUG nova.network.neutron [-] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.189875] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d215427d-ef61-40a3-a3b9-7e02db5dc792 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.191821] env[68134]: INFO nova.compute.manager [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Took 35.10 seconds to build instance. [ 670.220222] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbf94ed8-58dc-474a-a6eb-71bf3c5f696b tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.133s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.223441] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d9d40-38b1-4f71-83ab-5c79d67e9b49 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.227014] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 670.227014] env[68134]: value = "task-2964493" [ 670.227014] env[68134]: _type = "Task" [ 670.227014] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.234725] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffd1841-e625-44f1-8dcd-e09000c5ecbf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.243030] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.253749] env[68134]: DEBUG nova.compute.provider_tree [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.358878] env[68134]: DEBUG nova.compute.manager [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Received event network-changed-238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.359161] env[68134]: DEBUG nova.compute.manager [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Refreshing instance network info cache due to event network-changed-238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.359405] env[68134]: DEBUG oslo_concurrency.lockutils [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] Acquiring lock "refresh_cache-f8d8520b-21a2-48a9-951f-15d869dfe6d1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.359549] env[68134]: DEBUG oslo_concurrency.lockutils [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] Acquired lock "refresh_cache-f8d8520b-21a2-48a9-951f-15d869dfe6d1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.359755] env[68134]: DEBUG nova.network.neutron [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Refreshing network info cache for port 238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.561271] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964492, 'name': CreateVM_Task, 'duration_secs': 0.359846} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.561689] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.563488] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.563488] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.563488] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.563749] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38fe622-c40b-4785-883f-e2133bb5c5b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.570120] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 670.570120] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ddb433-27d9-9a60-55fe-93c74bae4d16" [ 670.570120] env[68134]: _type = "Task" [ 670.570120] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.579874] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ddb433-27d9-9a60-55fe-93c74bae4d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.720475] env[68134]: DEBUG nova.compute.manager [req-2faa098c-23d2-4891-ad18-906e41e1b40e req-8818e0ef-c717-47bd-bd45-55fbfb6cce5a service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Received event network-vif-deleted-fc997138-9a37-47ac-9d47-4f7eae5c3001 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.720848] env[68134]: INFO nova.compute.manager [req-2faa098c-23d2-4891-ad18-906e41e1b40e req-8818e0ef-c717-47bd-bd45-55fbfb6cce5a service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Neutron deleted interface fc997138-9a37-47ac-9d47-4f7eae5c3001; detaching it from the instance and deleting it from the info cache [ 670.720970] env[68134]: DEBUG nova.network.neutron [req-2faa098c-23d2-4891-ad18-906e41e1b40e req-8818e0ef-c717-47bd-bd45-55fbfb6cce5a service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.730055] env[68134]: DEBUG nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.746994] env[68134]: DEBUG oslo_vmware.api [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964493, 'name': PowerOnVM_Task, 'duration_secs': 0.463557} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.746994] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.747214] env[68134]: INFO nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Took 8.83 seconds to spawn the instance on the hypervisor. [ 670.747382] env[68134]: DEBUG nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.748814] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f816e358-2865-4cf1-99af-530875a6d9ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.759834] env[68134]: DEBUG nova.scheduler.client.report [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.056897] env[68134]: DEBUG nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.081268] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ddb433-27d9-9a60-55fe-93c74bae4d16, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.085661] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.085910] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.086156] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.086296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.086468] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.087054] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f46127-8727-4906-b535-640240cdfd43 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.091229] env[68134]: DEBUG nova.network.neutron [-] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.097015] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.097015] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.099735] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.099961] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.100106] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.100282] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.100463] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.100665] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.100849] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.101034] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.101208] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.101371] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.101540] env[68134]: DEBUG nova.virt.hardware [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.101802] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7ecd3c-7de3-4fff-96ac-7d2e98b8ea76 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.104805] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81141d-7774-4875-86bd-329c96a6bca5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.114812] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929171ea-c0a7-4359-9322-3e402e5e4120 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.120083] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 671.120083] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52542f0b-437b-15ab-fd3b-cd6087a64707" [ 671.120083] env[68134]: _type = "Task" [ 671.120083] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.140656] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52542f0b-437b-15ab-fd3b-cd6087a64707, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.141578] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0e0835-c572-42f4-a458-70862838d3bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.147091] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 671.147091] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525f74ef-b638-8867-2858-0642652a7b1d" [ 671.147091] env[68134]: _type = "Task" [ 671.147091] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.154931] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525f74ef-b638-8867-2858-0642652a7b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.225840] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50799406-cce5-48bf-b0ab-183953aa246e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.235506] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875a54cd-c70d-49a9-86ab-b1125f653394 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.276380] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.279195] env[68134]: DEBUG nova.compute.manager [req-2faa098c-23d2-4891-ad18-906e41e1b40e req-8818e0ef-c717-47bd-bd45-55fbfb6cce5a service nova] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Detach interface failed, port_id=fc997138-9a37-47ac-9d47-4f7eae5c3001, reason: Instance f0d040bc-68b5-4e45-b854-775936dae98c could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 671.280456] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.282402] env[68134]: DEBUG nova.network.neutron [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Updated VIF entry in instance network info cache for port 238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.282683] env[68134]: DEBUG nova.network.neutron [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Updating instance_info_cache with network_info: [{"id": "238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f", "address": "fa:16:3e:32:e6:37", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238bd3c6-1a", "ovs_interfaceid": "238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.283977] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.309s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.285584] env[68134]: INFO nova.compute.manager [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Took 32.17 seconds to build instance. [ 671.305430] env[68134]: INFO nova.scheduler.client.report [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Deleted allocations for instance ff322f86-8e94-43e4-9c39-c133ac8ee7ca [ 671.594160] env[68134]: INFO nova.compute.manager [-] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Took 1.41 seconds to deallocate network for instance. [ 671.659049] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525f74ef-b638-8867-2858-0642652a7b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.659295] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.659563] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] f8d8520b-21a2-48a9-951f-15d869dfe6d1/f8d8520b-21a2-48a9-951f-15d869dfe6d1.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.659835] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44ca982a-c1b5-49cc-b0d1-7531623e0fb1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.666758] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 671.666758] env[68134]: value = "task-2964494" [ 671.666758] env[68134]: _type = "Task" [ 671.666758] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.675879] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.786763] env[68134]: DEBUG oslo_concurrency.lockutils [req-3687cb29-9e02-4a9f-9a07-521b5842b104 req-7c0d3054-f30c-4ac6-a007-d3bbcbff5405 service nova] Releasing lock "refresh_cache-f8d8520b-21a2-48a9-951f-15d869dfe6d1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.790457] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ec0ceb2-9e50-460b-a19a-dfd2f4cb3313 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.418s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.817631] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e6605435-4851-4d37-ac78-875f94b6f5f6 tempest-ServerRescueTestJSONUnderV235-675761165 tempest-ServerRescueTestJSONUnderV235-675761165-project-member] Lock "ff322f86-8e94-43e4-9c39-c133ac8ee7ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.202s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.072378] env[68134]: DEBUG nova.network.neutron [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Successfully updated port: cff5dcb8-97e0-4ea5-a43e-68a42c26330e {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.100464] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.181797] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477392} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.182477] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] f8d8520b-21a2-48a9-951f-15d869dfe6d1/f8d8520b-21a2-48a9-951f-15d869dfe6d1.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.182579] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.182748] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d98b924d-9769-47aa-96a1-1fedf39b51a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.190831] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 672.190831] env[68134]: value = "task-2964495" [ 672.190831] env[68134]: _type = "Task" [ 672.190831] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.199392] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.301203] env[68134]: DEBUG nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.316311] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6ae5d-6158-4044-a5e7-4d692dc3797e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.324689] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e594820f-dbdc-4a04-8665-0487937bcdef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.358581] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888a08b3-a0b0-4627-9912-2633ff1c66e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.363224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.363461] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.363639] env[68134]: DEBUG nova.compute.manager [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.367779] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acd2c8f-cb61-4fcc-aaf8-4e92f730576a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.371799] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c847b8f-b2ff-4283-91d7-8991610bb800 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.379673] env[68134]: DEBUG nova.compute.manager [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 672.381338] env[68134]: DEBUG nova.objects.instance [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lazy-loading 'flavor' on Instance uuid 22fbeb09-3d90-4b99-ab23-73793f4a9b40 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.392433] env[68134]: DEBUG nova.compute.provider_tree [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.578034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.578034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquired lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.578034] env[68134]: DEBUG nova.network.neutron [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.593981] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.594330] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.648382] env[68134]: DEBUG nova.network.neutron [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.702387] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066759} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.702679] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.703536] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42db420b-8b5b-4f58-b47d-3302c62410e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.726568] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] f8d8520b-21a2-48a9-951f-15d869dfe6d1/f8d8520b-21a2-48a9-951f-15d869dfe6d1.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.730291] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b284d7-6e22-4ded-a556-17fdbcddca90 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.749861] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 672.749861] env[68134]: value = "task-2964496" [ 672.749861] env[68134]: _type = "Task" [ 672.749861] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.759125] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.823873] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.875548] env[68134]: DEBUG nova.network.neutron [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Updating instance_info_cache with network_info: [{"id": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "address": "fa:16:3e:b4:c7:58", "network": {"id": "8431904a-fd02-4875-a148-2bbe43d5d095", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-57791356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e38a30810a254a1f93277801c1859cde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5dcb8-97", "ovs_interfaceid": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.900842] env[68134]: DEBUG nova.scheduler.client.report [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.907292] env[68134]: DEBUG nova.compute.manager [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Received event network-vif-plugged-cff5dcb8-97e0-4ea5-a43e-68a42c26330e {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.907526] env[68134]: DEBUG oslo_concurrency.lockutils [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] Acquiring lock "cc25ab8d-527a-4c21-8993-cb16b7228d70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.907744] env[68134]: DEBUG oslo_concurrency.lockutils [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.907953] env[68134]: DEBUG oslo_concurrency.lockutils [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.908082] env[68134]: DEBUG nova.compute.manager [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] No waiting events found dispatching network-vif-plugged-cff5dcb8-97e0-4ea5-a43e-68a42c26330e {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.908249] env[68134]: WARNING nova.compute.manager [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Received unexpected event network-vif-plugged-cff5dcb8-97e0-4ea5-a43e-68a42c26330e for instance with vm_state building and task_state spawning. [ 672.908406] env[68134]: DEBUG nova.compute.manager [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Received event network-changed-cff5dcb8-97e0-4ea5-a43e-68a42c26330e {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.908575] env[68134]: DEBUG nova.compute.manager [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Refreshing instance network info cache due to event network-changed-cff5dcb8-97e0-4ea5-a43e-68a42c26330e. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.908749] env[68134]: DEBUG oslo_concurrency.lockutils [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] Acquiring lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.060832] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.061176] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "941df5cb-677e-421e-b32a-ced3e69257bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.260849] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964496, 'name': ReconfigVM_Task, 'duration_secs': 0.304675} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.261247] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Reconfigured VM instance instance-00000018 to attach disk [datastore2] f8d8520b-21a2-48a9-951f-15d869dfe6d1/f8d8520b-21a2-48a9-951f-15d869dfe6d1.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.261960] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7460d08e-9bbc-4106-aef3-c69638e1683b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.270390] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 673.270390] env[68134]: value = "task-2964497" [ 673.270390] env[68134]: _type = "Task" [ 673.270390] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.279234] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964497, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.383367] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Releasing lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.383367] env[68134]: DEBUG nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Instance network_info: |[{"id": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "address": "fa:16:3e:b4:c7:58", "network": {"id": "8431904a-fd02-4875-a148-2bbe43d5d095", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-57791356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e38a30810a254a1f93277801c1859cde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5dcb8-97", "ovs_interfaceid": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.383548] env[68134]: DEBUG oslo_concurrency.lockutils [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] Acquired lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.383580] env[68134]: DEBUG nova.network.neutron [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Refreshing network info cache for port cff5dcb8-97e0-4ea5-a43e-68a42c26330e {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.385103] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:c7:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cff5dcb8-97e0-4ea5-a43e-68a42c26330e', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.392656] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Creating folder: Project (e38a30810a254a1f93277801c1859cde). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.394182] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-566e71aa-3043-493f-963f-79ac9b300fcf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.417088] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Created folder: Project (e38a30810a254a1f93277801c1859cde) in parent group-v594791. [ 673.417195] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Creating folder: Instances. Parent ref: group-v594864. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.417839] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.422029] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d00e55-f920-4b2a-8aaa-0998f338d028 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.422029] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-065c4db0-a90e-4ec6-a497-74b07e3af842 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.427278] env[68134]: DEBUG oslo_vmware.api [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 673.427278] env[68134]: value = "task-2964500" [ 673.427278] env[68134]: _type = "Task" [ 673.427278] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.435133] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Created folder: Instances in parent group-v594864. [ 673.435133] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.435674] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.436452] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98856b85-8e94-49a5-a891-938c5220c49d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.457838] env[68134]: DEBUG oslo_vmware.api [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.463789] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.463789] env[68134]: value = "task-2964501" [ 673.463789] env[68134]: _type = "Task" [ 673.463789] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.472403] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964501, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.783011] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964497, 'name': Rename_Task, 'duration_secs': 0.151162} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.783464] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.783696] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad755e8d-fccb-496e-abd2-45d3153164f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.791401] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 673.791401] env[68134]: value = "task-2964502" [ 673.791401] env[68134]: _type = "Task" [ 673.791401] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.799913] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.920443] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.636s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.925674] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.757s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.928072] env[68134]: INFO nova.compute.claims [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.954616] env[68134]: DEBUG oslo_vmware.api [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964500, 'name': PowerOffVM_Task, 'duration_secs': 0.219777} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.954616] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.954616] env[68134]: DEBUG nova.compute.manager [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.955470] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b250749-3593-4d88-aa7a-2651348c4d9f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.977537] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964501, 'name': CreateVM_Task, 'duration_secs': 0.383954} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.977787] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.978829] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.978954] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.979393] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.979812] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beae77d9-7edb-45ec-8cf2-549fa6a22d3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.987139] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 673.987139] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521446de-6bde-0f30-4d29-062d51b119e6" [ 673.987139] env[68134]: _type = "Task" [ 673.987139] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.996964] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521446de-6bde-0f30-4d29-062d51b119e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.158496] env[68134]: DEBUG nova.network.neutron [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Updated VIF entry in instance network info cache for port cff5dcb8-97e0-4ea5-a43e-68a42c26330e. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.160629] env[68134]: DEBUG nova.network.neutron [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Updating instance_info_cache with network_info: [{"id": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "address": "fa:16:3e:b4:c7:58", "network": {"id": "8431904a-fd02-4875-a148-2bbe43d5d095", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-57791356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e38a30810a254a1f93277801c1859cde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5dcb8-97", "ovs_interfaceid": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.303711] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964502, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.475892] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0072b45-8fa3-42a5-9e1e-f58ec626c839 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.506591] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521446de-6bde-0f30-4d29-062d51b119e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.507302] env[68134]: INFO nova.scheduler.client.report [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Deleted allocation for migration e038b6bd-efdc-4209-b633-2d4acc710e03 [ 674.508306] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.508537] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.508815] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508923] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.509149] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.512325] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc6b3476-316b-42f5-8e19-8ca12632cbe4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.521869] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.522121] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.523258] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019b275d-58f2-493d-b0ba-47115a525502 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.529206] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 674.529206] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a3820f-d185-b038-bd8d-3e37cce16e81" [ 674.529206] env[68134]: _type = "Task" [ 674.529206] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.538447] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a3820f-d185-b038-bd8d-3e37cce16e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.661651] env[68134]: DEBUG oslo_concurrency.lockutils [req-c21343a6-3ec4-4669-ba08-087e562b115a req-10e083f9-4480-4263-8901-9991f553341f service nova] Releasing lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.802735] env[68134]: DEBUG oslo_vmware.api [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964502, 'name': PowerOnVM_Task, 'duration_secs': 0.783896} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.803160] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.803391] env[68134]: INFO nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Took 8.14 seconds to spawn the instance on the hypervisor. [ 674.803462] env[68134]: DEBUG nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.804348] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec3fca8-5867-4327-9e8f-61fd7aee3e0b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.015755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-433289f4-a92e-4c87-9ec8-fe1b3a098c18 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.926s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.040375] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a3820f-d185-b038-bd8d-3e37cce16e81, 'name': SearchDatastore_Task, 'duration_secs': 0.018847} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.044536] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd3f8b8-51e2-4f15-b51d-56076f01b887 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.053138] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 675.053138] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527d88d3-3e6c-b0e6-4939-cfafdfcb60b1" [ 675.053138] env[68134]: _type = "Task" [ 675.053138] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.062211] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527d88d3-3e6c-b0e6-4939-cfafdfcb60b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.323975] env[68134]: INFO nova.compute.manager [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Took 34.55 seconds to build instance. [ 675.344902] env[68134]: DEBUG nova.compute.manager [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.349384] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37038a16-6df7-42a6-8383-e711027e8bf4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.462834] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88be338a-de9f-421a-a128-ffccfb336339 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.470944] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db521ed-b77d-4ff6-af06-291f10b82221 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.501639] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263b259c-d390-4f2c-85a3-3634a7802895 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.512109] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c41b8a6-70f0-4136-a9c8-a84bd71af3b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.528746] env[68134]: DEBUG nova.compute.provider_tree [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.561347] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527d88d3-3e6c-b0e6-4939-cfafdfcb60b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.561552] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.561909] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] cc25ab8d-527a-4c21-8993-cb16b7228d70/cc25ab8d-527a-4c21-8993-cb16b7228d70.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.562186] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0c06fd-99b5-4451-a629-7c9c4f22103e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.568626] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 675.568626] env[68134]: value = "task-2964503" [ 675.568626] env[68134]: _type = "Task" [ 675.568626] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.577255] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.831225] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b0f01096-7f2f-4928-88ba-c02ef99ad887 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.380s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.865266] env[68134]: INFO nova.compute.manager [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] instance snapshotting [ 675.870090] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966ca5a3-0ed1-49fe-99b5-186589283dac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.891882] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de23179-7d7a-493b-b210-7a08f8cff2ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.033487] env[68134]: DEBUG nova.scheduler.client.report [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.080409] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964503, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.335021] env[68134]: DEBUG nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.354897] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "daf16a4a-cdcc-487f-99db-6600425b356a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.355773] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "daf16a4a-cdcc-487f-99db-6600425b356a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.396861] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.396861] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.408237] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 676.409074] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2842190b-a529-48c1-800f-8b3cf09fea64 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.415952] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 676.415952] env[68134]: value = "task-2964504" [ 676.415952] env[68134]: _type = "Task" [ 676.415952] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.425618] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964504, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.513229] env[68134]: DEBUG nova.compute.manager [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.513991] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e3204-63ba-42ac-9126-b97eda609e81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.540134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.540729] env[68134]: DEBUG nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.544596] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.732s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.547373] env[68134]: INFO nova.compute.claims [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.583400] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757033} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.583855] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] cc25ab8d-527a-4c21-8993-cb16b7228d70/cc25ab8d-527a-4c21-8993-cb16b7228d70.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.584139] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.584462] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a82967be-e1e9-4515-aac8-9f0a7194a5f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.591778] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 676.591778] env[68134]: value = "task-2964505" [ 676.591778] env[68134]: _type = "Task" [ 676.591778] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.603533] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.873656] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.907450] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.907739] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.907935] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.908573] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.908573] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.908573] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.908834] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 676.911856] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.930717] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964504, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.031233] env[68134]: INFO nova.compute.manager [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] instance snapshotting [ 677.031461] env[68134]: WARNING nova.compute.manager [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 677.036845] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3476d26f-32d8-4c1a-87f9-5722c9e730ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.061647] env[68134]: DEBUG nova.compute.utils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.066347] env[68134]: DEBUG nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.066347] env[68134]: DEBUG nova.network.neutron [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.068724] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac32d9b1-6b7a-4082-91e4-b25c28e48ab0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.103888] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192346} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.104471] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.105231] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f086a25b-557a-43d9-bb0d-43e2b08cf35b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.131771] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] cc25ab8d-527a-4c21-8993-cb16b7228d70/cc25ab8d-527a-4c21-8993-cb16b7228d70.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.133331] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e320ff-dc56-42ab-b26f-f06fb4c37253 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.151095] env[68134]: DEBUG nova.policy [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c05cd1a34eee4869984ccb004389b514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01af12c7cf0438392d8803a59504126', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.154542] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 677.154542] env[68134]: value = "task-2964506" [ 677.154542] env[68134]: _type = "Task" [ 677.154542] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.165591] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.396909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d7104546-8dde-4cca-9151-45ec1afb3f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.396909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.424412] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.428587] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964504, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.564101] env[68134]: DEBUG nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.587241] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 677.587577] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f210b227-0a81-4eeb-97c8-301888158d1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.591046] env[68134]: DEBUG nova.network.neutron [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Successfully created port: a2436d9e-ced9-4391-b76e-53998bae6440 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.601125] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 677.601125] env[68134]: value = "task-2964507" [ 677.601125] env[68134]: _type = "Task" [ 677.601125] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.609083] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.667216] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.933372] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964504, 'name': CreateSnapshot_Task, 'duration_secs': 1.032846} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.933682] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.934607] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b108159f-461b-4b53-b77d-77e54fa74169 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.113232] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.166943] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.168868] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f998a-fb44-4797-be77-1048165bac34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.177824] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267df00d-b270-41c2-b9b8-35af0bdbd753 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.213467] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650080af-c8ee-4954-a13e-37829da0b0db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.222239] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ed7d2-addf-4c18-aca4-40d769eb5eb1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.236641] env[68134]: DEBUG nova.compute.provider_tree [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.438201] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.438433] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.461225] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.461938] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51fc2a8f-a2df-49cd-82c6-715f9e23750a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.472262] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 678.472262] env[68134]: value = "task-2964508" [ 678.472262] env[68134]: _type = "Task" [ 678.472262] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.481994] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964508, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.575871] env[68134]: DEBUG nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.598834] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.599133] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.599311] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.599494] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.599637] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.599784] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.600024] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.600192] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.600382] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.600550] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.600752] env[68134]: DEBUG nova.virt.hardware [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.601687] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899d0822-29cc-4457-8425-4fb5a997ca0b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.615219] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0f8c82-4509-4f1e-a016-a5d1acbf2e8d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.619274] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964507, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.667190] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964506, 'name': ReconfigVM_Task, 'duration_secs': 1.328188} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.667493] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Reconfigured VM instance instance-00000019 to attach disk [datastore1] cc25ab8d-527a-4c21-8993-cb16b7228d70/cc25ab8d-527a-4c21-8993-cb16b7228d70.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.668221] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a9f035-2370-4e0f-bd4f-9c1a116dd6cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.675407] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 678.675407] env[68134]: value = "task-2964509" [ 678.675407] env[68134]: _type = "Task" [ 678.675407] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.686227] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964509, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.740120] env[68134]: DEBUG nova.scheduler.client.report [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.982637] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964508, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.114852] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964507, 'name': CreateSnapshot_Task, 'duration_secs': 1.296756} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.115158] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.115943] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf63bfc-5aea-46c2-b431-603692a2252a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.185302] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964509, 'name': Rename_Task, 'duration_secs': 0.148023} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.185579] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.185820] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08096e2b-7a74-4ca8-a562-9c552ea0896f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.191210] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 679.191210] env[68134]: value = "task-2964510" [ 679.191210] env[68134]: _type = "Task" [ 679.191210] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.198576] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.230193] env[68134]: DEBUG nova.compute.manager [req-a87c709e-3000-4ee9-8583-0d06127c94d6 req-50eddea6-54cc-4f54-bf6c-c5d584b6def8 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Received event network-vif-plugged-a2436d9e-ced9-4391-b76e-53998bae6440 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.230414] env[68134]: DEBUG oslo_concurrency.lockutils [req-a87c709e-3000-4ee9-8583-0d06127c94d6 req-50eddea6-54cc-4f54-bf6c-c5d584b6def8 service nova] Acquiring lock "f23b2dae-688d-48ed-8912-92548a355f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.230622] env[68134]: DEBUG oslo_concurrency.lockutils [req-a87c709e-3000-4ee9-8583-0d06127c94d6 req-50eddea6-54cc-4f54-bf6c-c5d584b6def8 service nova] Lock "f23b2dae-688d-48ed-8912-92548a355f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.230840] env[68134]: DEBUG oslo_concurrency.lockutils [req-a87c709e-3000-4ee9-8583-0d06127c94d6 req-50eddea6-54cc-4f54-bf6c-c5d584b6def8 service nova] Lock "f23b2dae-688d-48ed-8912-92548a355f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.231055] env[68134]: DEBUG nova.compute.manager [req-a87c709e-3000-4ee9-8583-0d06127c94d6 req-50eddea6-54cc-4f54-bf6c-c5d584b6def8 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] No waiting events found dispatching network-vif-plugged-a2436d9e-ced9-4391-b76e-53998bae6440 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.231242] env[68134]: WARNING nova.compute.manager [req-a87c709e-3000-4ee9-8583-0d06127c94d6 req-50eddea6-54cc-4f54-bf6c-c5d584b6def8 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Received unexpected event network-vif-plugged-a2436d9e-ced9-4391-b76e-53998bae6440 for instance with vm_state building and task_state spawning. [ 679.246921] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.247470] env[68134]: DEBUG nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.254026] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.905s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.254026] env[68134]: DEBUG nova.objects.instance [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 679.487025] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964508, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.549195] env[68134]: DEBUG nova.network.neutron [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Successfully updated port: a2436d9e-ced9-4391-b76e-53998bae6440 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.634894] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.635649] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c225faa4-9805-47b4-b590-b841ba9bd48a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.644318] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 679.644318] env[68134]: value = "task-2964511" [ 679.644318] env[68134]: _type = "Task" [ 679.644318] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.652695] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964511, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.700939] env[68134]: DEBUG oslo_vmware.api [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964510, 'name': PowerOnVM_Task, 'duration_secs': 0.457208} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.701299] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.701524] env[68134]: INFO nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Took 8.64 seconds to spawn the instance on the hypervisor. [ 679.701711] env[68134]: DEBUG nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.702553] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a34b8-6c23-42bf-b867-ced676d8eed3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.761490] env[68134]: DEBUG nova.compute.utils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.763069] env[68134]: DEBUG nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.763333] env[68134]: DEBUG nova.network.neutron [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.858042] env[68134]: DEBUG nova.policy [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '806a5f2432cd4f67bf3df854104e4e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd216b4b139014ea2a10f57f41fc75ff8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.984976] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964508, 'name': CloneVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.054347] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "refresh_cache-f23b2dae-688d-48ed-8912-92548a355f33" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.054347] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired lock "refresh_cache-f23b2dae-688d-48ed-8912-92548a355f33" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.054347] env[68134]: DEBUG nova.network.neutron [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.123175] env[68134]: DEBUG nova.network.neutron [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Successfully created port: a5733947-d1d5-4cd8-861b-4332d15aa204 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.154203] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964511, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.220709] env[68134]: INFO nova.compute.manager [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Took 34.60 seconds to build instance. [ 680.264822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bfe9f27-d62a-47aa-91db-8b32fbceeef9 tempest-ServersAdmin275Test-1475178131 tempest-ServersAdmin275Test-1475178131-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.265954] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.068s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.268383] env[68134]: INFO nova.compute.claims [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.271776] env[68134]: DEBUG nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.485501] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964508, 'name': CloneVM_Task, 'duration_secs': 1.521953} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.485791] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Created linked-clone VM from snapshot [ 680.486562] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435f401e-7b1c-4d73-abb5-b3a834b62b65 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.495038] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Uploading image 314f2690-9431-4046-8897-a626e4a38331 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 680.505147] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 680.505415] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0cf80f7-9273-4a01-bcc3-ba282e849769 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.512257] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 680.512257] env[68134]: value = "task-2964512" [ 680.512257] env[68134]: _type = "Task" [ 680.512257] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.520912] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964512, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.595755] env[68134]: DEBUG nova.network.neutron [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.658932] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964511, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.724747] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f0aa4d3-568b-4709-afa7-2197b1ba4a69 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.648s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.779072] env[68134]: DEBUG nova.network.neutron [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Updating instance_info_cache with network_info: [{"id": "a2436d9e-ced9-4391-b76e-53998bae6440", "address": "fa:16:3e:0a:b4:5c", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2436d9e-ce", "ovs_interfaceid": "a2436d9e-ced9-4391-b76e-53998bae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.920050] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.920540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.920979] env[68134]: INFO nova.compute.manager [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Rebooting instance [ 681.023932] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964512, 'name': Destroy_Task, 'duration_secs': 0.365989} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.025046] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Destroyed the VM [ 681.025046] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 681.025193] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9bce958-3920-4966-b99a-2626edabae54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.031697] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 681.031697] env[68134]: value = "task-2964513" [ 681.031697] env[68134]: _type = "Task" [ 681.031697] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.039534] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.157829] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964511, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.232215] env[68134]: DEBUG nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.284468] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Releasing lock "refresh_cache-f23b2dae-688d-48ed-8912-92548a355f33" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.285015] env[68134]: DEBUG nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Instance network_info: |[{"id": "a2436d9e-ced9-4391-b76e-53998bae6440", "address": "fa:16:3e:0a:b4:5c", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2436d9e-ce", "ovs_interfaceid": "a2436d9e-ced9-4391-b76e-53998bae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.290496] env[68134]: DEBUG nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.293524] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b4:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2436d9e-ced9-4391-b76e-53998bae6440', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.303939] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.304971] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.305279] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc370666-34f7-4dde-95a3-d3906f47f9c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.339937] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.339937] env[68134]: value = "task-2964514" [ 681.339937] env[68134]: _type = "Task" [ 681.339937] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.342507] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.342901] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.343194] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.343543] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.343821] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.344127] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.344491] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.344776] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.345139] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.345449] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.345661] env[68134]: DEBUG nova.virt.hardware [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.346697] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c0340-5cf3-42a1-98e8-1849d07676d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.369450] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0850525a-9e6b-4d67-9623-3b6320a9e2b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.374153] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964514, 'name': CreateVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.451406] env[68134]: DEBUG nova.compute.manager [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Received event network-changed-a2436d9e-ced9-4391-b76e-53998bae6440 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.451604] env[68134]: DEBUG nova.compute.manager [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Refreshing instance network info cache due to event network-changed-a2436d9e-ced9-4391-b76e-53998bae6440. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.451835] env[68134]: DEBUG oslo_concurrency.lockutils [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] Acquiring lock "refresh_cache-f23b2dae-688d-48ed-8912-92548a355f33" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.451992] env[68134]: DEBUG oslo_concurrency.lockutils [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] Acquired lock "refresh_cache-f23b2dae-688d-48ed-8912-92548a355f33" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.452171] env[68134]: DEBUG nova.network.neutron [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Refreshing network info cache for port a2436d9e-ced9-4391-b76e-53998bae6440 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.459267] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.459418] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquired lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.459582] env[68134]: DEBUG nova.network.neutron [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.548600] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964513, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.657840] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964511, 'name': CloneVM_Task, 'duration_secs': 1.623339} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.658390] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Created linked-clone VM from snapshot [ 681.660088] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa09cc3-bd03-4fa7-9804-951787317306 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.670339] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Uploading image 79080c97-a681-4bc8-8277-c202f762a4cf {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 681.698216] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 681.698216] env[68134]: value = "vm-594870" [ 681.698216] env[68134]: _type = "VirtualMachine" [ 681.698216] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 681.698628] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8df436cd-54e3-4ae5-8b54-f0f82a48da2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.707207] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease: (returnval){ [ 681.707207] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fa737d-317d-14b4-8977-aaaf1bfde2f8" [ 681.707207] env[68134]: _type = "HttpNfcLease" [ 681.707207] env[68134]: } obtained for exporting VM: (result){ [ 681.707207] env[68134]: value = "vm-594870" [ 681.707207] env[68134]: _type = "VirtualMachine" [ 681.707207] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 681.707507] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the lease: (returnval){ [ 681.707507] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fa737d-317d-14b4-8977-aaaf1bfde2f8" [ 681.707507] env[68134]: _type = "HttpNfcLease" [ 681.707507] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 681.714139] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.714139] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fa737d-317d-14b4-8977-aaaf1bfde2f8" [ 681.714139] env[68134]: _type = "HttpNfcLease" [ 681.714139] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 681.754027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.776365] env[68134]: DEBUG nova.network.neutron [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Successfully updated port: a5733947-d1d5-4cd8-861b-4332d15aa204 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.857984] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964514, 'name': CreateVM_Task, 'duration_secs': 0.3511} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.860456] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.861554] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.862041] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.862488] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.862832] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116b4054-2e98-42ce-9caa-c20a0ec6866b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.868151] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 681.868151] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520df6b3-0935-8857-fd76-ccc7f106376a" [ 681.868151] env[68134]: _type = "Task" [ 681.868151] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.872675] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf07e385-a8c0-454e-8687-9a6df210cf80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.879877] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520df6b3-0935-8857-fd76-ccc7f106376a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.882423] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c54b6-9072-4067-b7b4-e50aaa125d66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.911608] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d8b20b-ddef-469f-baa5-613d87d89aa6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.918809] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed0655a-0cd1-404b-9c6d-c90e13ec7770 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.937366] env[68134]: DEBUG nova.compute.provider_tree [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.042598] env[68134]: DEBUG oslo_vmware.api [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742831} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.042598] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.213327] env[68134]: DEBUG nova.network.neutron [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Updating instance_info_cache with network_info: [{"id": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "address": "fa:16:3e:b4:c7:58", "network": {"id": "8431904a-fd02-4875-a148-2bbe43d5d095", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-57791356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e38a30810a254a1f93277801c1859cde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5dcb8-97", "ovs_interfaceid": "cff5dcb8-97e0-4ea5-a43e-68a42c26330e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.221299] env[68134]: DEBUG nova.network.neutron [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Updated VIF entry in instance network info cache for port a2436d9e-ced9-4391-b76e-53998bae6440. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.221299] env[68134]: DEBUG nova.network.neutron [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Updating instance_info_cache with network_info: [{"id": "a2436d9e-ced9-4391-b76e-53998bae6440", "address": "fa:16:3e:0a:b4:5c", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2436d9e-ce", "ovs_interfaceid": "a2436d9e-ced9-4391-b76e-53998bae6440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.222998] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.222998] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fa737d-317d-14b4-8977-aaaf1bfde2f8" [ 682.222998] env[68134]: _type = "HttpNfcLease" [ 682.222998] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.224153] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.224153] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fa737d-317d-14b4-8977-aaaf1bfde2f8" [ 682.224153] env[68134]: _type = "HttpNfcLease" [ 682.224153] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.224398] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4da6825-4c16-4b06-8057-c191bd0ff43c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233935] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529cf52c-a454-939a-0040-35ed754bb8b1/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.235245] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529cf52c-a454-939a-0040-35ed754bb8b1/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.292347] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "refresh_cache-06b09205-14aa-4166-81f6-ce6f44dc826e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.292487] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired lock "refresh_cache-06b09205-14aa-4166-81f6-ce6f44dc826e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.292641] env[68134]: DEBUG nova.network.neutron [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.329062] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f564319-52cd-493f-bb6e-3b32303f6422 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.378562] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520df6b3-0935-8857-fd76-ccc7f106376a, 'name': SearchDatastore_Task, 'duration_secs': 0.034353} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.378929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.379161] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.379402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.379545] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.379719] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.379980] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a9c1455-3029-4be5-bb26-94a41cf996e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.389436] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.389624] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.390345] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a592c9-84a8-42b4-996e-fd82d924e3e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.395686] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 682.395686] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52183a07-94c5-6285-9f47-dc2172c520ec" [ 682.395686] env[68134]: _type = "Task" [ 682.395686] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.403495] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52183a07-94c5-6285-9f47-dc2172c520ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.441734] env[68134]: DEBUG nova.scheduler.client.report [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.547400] env[68134]: WARNING nova.compute.manager [None req-d83f66bd-2308-460f-9ce1-6bc7d5448f3d tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Image not found during snapshot: nova.exception.ImageNotFound: Image 314f2690-9431-4046-8897-a626e4a38331 could not be found. [ 682.716593] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Releasing lock "refresh_cache-cc25ab8d-527a-4c21-8993-cb16b7228d70" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.724861] env[68134]: DEBUG oslo_concurrency.lockutils [req-7b6d571d-9d47-4800-9bcf-85cdff8d2ff7 req-67c9c9f1-1cb2-4f00-9f38-6facebf58c58 service nova] Releasing lock "refresh_cache-f23b2dae-688d-48ed-8912-92548a355f33" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.824733] env[68134]: DEBUG nova.network.neutron [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.909020] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52183a07-94c5-6285-9f47-dc2172c520ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.909020] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3b1585-c89c-4a90-b56e-58d4e0a09de7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.916441] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 682.916441] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522e169f-019e-bb4f-d13e-d46a2edc1531" [ 682.916441] env[68134]: _type = "Task" [ 682.916441] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.925730] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522e169f-019e-bb4f-d13e-d46a2edc1531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.949810] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.949810] env[68134]: DEBUG nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.954043] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.487s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.954490] env[68134]: DEBUG nova.objects.instance [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lazy-loading 'resources' on Instance uuid e1f537bc-5937-446d-b44a-8c0fe5441aee {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.010044] env[68134]: DEBUG nova.network.neutron [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Updating instance_info_cache with network_info: [{"id": "a5733947-d1d5-4cd8-861b-4332d15aa204", "address": "fa:16:3e:ad:8a:a7", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5733947-d1", "ovs_interfaceid": "a5733947-d1d5-4cd8-861b-4332d15aa204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.222707] env[68134]: DEBUG nova.compute.manager [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.223672] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0097914-b74d-43da-adda-22f2f3b777f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.427750] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522e169f-019e-bb4f-d13e-d46a2edc1531, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.428199] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.428592] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f23b2dae-688d-48ed-8912-92548a355f33/f23b2dae-688d-48ed-8912-92548a355f33.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.429081] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6c8aa8d-7e94-464b-bf22-a1cd50ceb0f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.435575] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 683.435575] env[68134]: value = "task-2964516" [ 683.435575] env[68134]: _type = "Task" [ 683.435575] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.443557] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.458638] env[68134]: DEBUG nova.compute.utils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.463078] env[68134]: DEBUG nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.463547] env[68134]: DEBUG nova.network.neutron [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.482267] env[68134]: DEBUG nova.compute.manager [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Received event network-vif-plugged-a5733947-d1d5-4cd8-861b-4332d15aa204 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.482480] env[68134]: DEBUG oslo_concurrency.lockutils [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] Acquiring lock "06b09205-14aa-4166-81f6-ce6f44dc826e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.482683] env[68134]: DEBUG oslo_concurrency.lockutils [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.482848] env[68134]: DEBUG oslo_concurrency.lockutils [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.483020] env[68134]: DEBUG nova.compute.manager [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] No waiting events found dispatching network-vif-plugged-a5733947-d1d5-4cd8-861b-4332d15aa204 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.483222] env[68134]: WARNING nova.compute.manager [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Received unexpected event network-vif-plugged-a5733947-d1d5-4cd8-861b-4332d15aa204 for instance with vm_state building and task_state spawning. [ 683.483410] env[68134]: DEBUG nova.compute.manager [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Received event network-changed-a5733947-d1d5-4cd8-861b-4332d15aa204 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.483586] env[68134]: DEBUG nova.compute.manager [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Refreshing instance network info cache due to event network-changed-a5733947-d1d5-4cd8-861b-4332d15aa204. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.483784] env[68134]: DEBUG oslo_concurrency.lockutils [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] Acquiring lock "refresh_cache-06b09205-14aa-4166-81f6-ce6f44dc826e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.513777] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Releasing lock "refresh_cache-06b09205-14aa-4166-81f6-ce6f44dc826e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.514099] env[68134]: DEBUG nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Instance network_info: |[{"id": "a5733947-d1d5-4cd8-861b-4332d15aa204", "address": "fa:16:3e:ad:8a:a7", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5733947-d1", "ovs_interfaceid": "a5733947-d1d5-4cd8-861b-4332d15aa204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.514393] env[68134]: DEBUG oslo_concurrency.lockutils [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] Acquired lock "refresh_cache-06b09205-14aa-4166-81f6-ce6f44dc826e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.514567] env[68134]: DEBUG nova.network.neutron [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Refreshing network info cache for port a5733947-d1d5-4cd8-861b-4332d15aa204 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.516161] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:8a:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5733947-d1d5-4cd8-861b-4332d15aa204', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.524675] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.530554] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.531255] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc8b88b9-2524-413b-901e-a4b3602bd317 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.551993] env[68134]: DEBUG nova.policy [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '098b1beb3b1347c694400a12aa8712b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '303ec44a09b141a6ad36bc723a1db96d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.558951] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.558951] env[68134]: value = "task-2964517" [ 683.558951] env[68134]: _type = "Task" [ 683.558951] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.568627] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964517, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.852655] env[68134]: DEBUG nova.network.neutron [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Updated VIF entry in instance network info cache for port a5733947-d1d5-4cd8-861b-4332d15aa204. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.853049] env[68134]: DEBUG nova.network.neutron [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Updating instance_info_cache with network_info: [{"id": "a5733947-d1d5-4cd8-861b-4332d15aa204", "address": "fa:16:3e:ad:8a:a7", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5733947-d1", "ovs_interfaceid": "a5733947-d1d5-4cd8-861b-4332d15aa204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.864614] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "a518e6a0-7142-4a7b-a710-169c52edd3ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.864758] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.864890] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "a518e6a0-7142-4a7b-a710-169c52edd3ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.866042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.866042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.868278] env[68134]: INFO nova.compute.manager [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Terminating instance [ 683.949462] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511097} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.954091] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f23b2dae-688d-48ed-8912-92548a355f33/f23b2dae-688d-48ed-8912-92548a355f33.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.954091] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.955146] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bee8a018-1331-4e61-b792-317c39d58877 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.961812] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 683.961812] env[68134]: value = "task-2964518" [ 683.961812] env[68134]: _type = "Task" [ 683.961812] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.966343] env[68134]: DEBUG nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.983571] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.042223] env[68134]: DEBUG nova.network.neutron [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Successfully created port: 1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.069572] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964517, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.100033] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e2d30d-4dcc-4e3e-9ccc-55c3861ac96b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.111467] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa4340f-0dd4-4482-b1b5-702dc1a93aeb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.138941] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739698df-1c87-47f0-bbfa-8606fc1e095b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.147642] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dd9b4f-d8bd-45e5-8beb-a9a7f2c5640c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.160465] env[68134]: DEBUG nova.compute.provider_tree [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.249604] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f5832d-1456-4f70-ab7a-3188a6130092 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.258421] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Doing hard reboot of VM {{(pid=68134) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 684.258679] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6b207e24-b7f4-447d-828e-e16dcd5fa560 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.266056] env[68134]: DEBUG oslo_vmware.api [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 684.266056] env[68134]: value = "task-2964519" [ 684.266056] env[68134]: _type = "Task" [ 684.266056] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.276577] env[68134]: DEBUG oslo_vmware.api [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964519, 'name': ResetVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.359466] env[68134]: DEBUG oslo_concurrency.lockutils [req-0aaaa970-0427-4abd-9515-7befe451f36d req-bd86cb6e-0186-4d75-a447-2acda84e33a6 service nova] Releasing lock "refresh_cache-06b09205-14aa-4166-81f6-ce6f44dc826e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.372642] env[68134]: DEBUG nova.compute.manager [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.372913] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.373950] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13fe4e8-4f34-4142-90e1-764f690b979d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.382879] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.383272] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f89f5a5-c825-4a71-9c14-6b23dbb97ce0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.391124] env[68134]: DEBUG oslo_vmware.api [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 684.391124] env[68134]: value = "task-2964520" [ 684.391124] env[68134]: _type = "Task" [ 684.391124] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.400383] env[68134]: DEBUG oslo_vmware.api [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.472425] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076676} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.472768] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.473573] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486185ae-548d-4a02-bb23-d1a96066f16c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.502027] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] f23b2dae-688d-48ed-8912-92548a355f33/f23b2dae-688d-48ed-8912-92548a355f33.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.502027] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5db7959-0305-4ec4-9b7a-412ccba1f104 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.523248] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 684.523248] env[68134]: value = "task-2964521" [ 684.523248] env[68134]: _type = "Task" [ 684.523248] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.533199] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.569765] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964517, 'name': CreateVM_Task, 'duration_secs': 0.685479} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.569931] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.570677] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.570873] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.571250] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.571523] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e804f4a5-3336-43c3-acd7-1ecb378ebc85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.576605] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 684.576605] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b53ec4-055a-02da-1201-8f1ad86464c7" [ 684.576605] env[68134]: _type = "Task" [ 684.576605] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.587301] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b53ec4-055a-02da-1201-8f1ad86464c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.664104] env[68134]: DEBUG nova.scheduler.client.report [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.776252] env[68134]: DEBUG oslo_vmware.api [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964519, 'name': ResetVM_Task, 'duration_secs': 0.124555} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.776533] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Did hard reboot of VM {{(pid=68134) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 684.776726] env[68134]: DEBUG nova.compute.manager [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.777566] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09aede-c919-4cb0-9d74-e18389f92290 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.901386] env[68134]: DEBUG oslo_vmware.api [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964520, 'name': PowerOffVM_Task, 'duration_secs': 0.208676} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.901644] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.901825] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.902296] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c79ab17-f479-42df-96ea-456019d728ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.962433] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.962631] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.963084] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleting the datastore file [datastore2] a518e6a0-7142-4a7b-a710-169c52edd3ee {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.963084] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fa733e-397f-425c-bee8-4130ca489124 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.969028] env[68134]: DEBUG oslo_vmware.api [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 684.969028] env[68134]: value = "task-2964523" [ 684.969028] env[68134]: _type = "Task" [ 684.969028] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.978326] env[68134]: DEBUG oslo_vmware.api [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.983053] env[68134]: DEBUG nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.004917] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.005226] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.005836] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.005836] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.005836] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.005959] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.006263] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.006465] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.006882] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.006882] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.007060] env[68134]: DEBUG nova.virt.hardware [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.007898] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e14a3-1d32-4117-af53-428a333435b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.015386] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028f2150-1970-4dda-b672-f5341f810326 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.036970] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964521, 'name': ReconfigVM_Task, 'duration_secs': 0.289536} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.036970] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Reconfigured VM instance instance-0000001a to attach disk [datastore1] f23b2dae-688d-48ed-8912-92548a355f33/f23b2dae-688d-48ed-8912-92548a355f33.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.037344] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63fc388d-df22-4fc0-9b43-c2df25fca7b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.043511] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 685.043511] env[68134]: value = "task-2964524" [ 685.043511] env[68134]: _type = "Task" [ 685.043511] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.053935] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964524, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.087045] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b53ec4-055a-02da-1201-8f1ad86464c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.087373] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.087626] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.087863] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.088036] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.088239] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.088509] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b853ed-bdde-416a-af5d-f071034d7bbb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.096685] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.096882] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.097617] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8660ac96-78de-4f4a-bf08-32b525f50ec4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.102850] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 685.102850] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52126616-f567-1b54-88bd-9625e266670d" [ 685.102850] env[68134]: _type = "Task" [ 685.102850] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.110779] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52126616-f567-1b54-88bd-9625e266670d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.170163] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.172407] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.417s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.174508] env[68134]: INFO nova.compute.claims [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.202398] env[68134]: INFO nova.scheduler.client.report [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Deleted allocations for instance e1f537bc-5937-446d-b44a-8c0fe5441aee [ 685.290612] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38b5005f-f7df-4815-99b9-3f174813a639 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.370s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.480684] env[68134]: DEBUG oslo_vmware.api [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176113} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.480684] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.480684] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.480684] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.480684] env[68134]: INFO nova.compute.manager [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Took 1.11 seconds to destroy the instance on the hypervisor. [ 685.480918] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.484030] env[68134]: DEBUG nova.compute.manager [-] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.484030] env[68134]: DEBUG nova.network.neutron [-] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.557832] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964524, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.619627] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52126616-f567-1b54-88bd-9625e266670d, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.621659] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122f807f-5cd2-49a0-a9ce-323e0b318861 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.629850] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 685.629850] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52323ed9-e25f-ca52-029f-b253f9d980df" [ 685.629850] env[68134]: _type = "Task" [ 685.629850] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.641475] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52323ed9-e25f-ca52-029f-b253f9d980df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.648435] env[68134]: DEBUG nova.compute.manager [req-4d5b6f8c-f5d2-491d-b4c9-175c9890718e req-8f23a4a9-6af2-40ac-ad30-e6a2826a93b9 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Received event network-vif-plugged-1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.648727] env[68134]: DEBUG oslo_concurrency.lockutils [req-4d5b6f8c-f5d2-491d-b4c9-175c9890718e req-8f23a4a9-6af2-40ac-ad30-e6a2826a93b9 service nova] Acquiring lock "ea2fc662-f98e-461d-956b-d7eff9b191d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.648997] env[68134]: DEBUG oslo_concurrency.lockutils [req-4d5b6f8c-f5d2-491d-b4c9-175c9890718e req-8f23a4a9-6af2-40ac-ad30-e6a2826a93b9 service nova] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.649510] env[68134]: DEBUG oslo_concurrency.lockutils [req-4d5b6f8c-f5d2-491d-b4c9-175c9890718e req-8f23a4a9-6af2-40ac-ad30-e6a2826a93b9 service nova] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.649700] env[68134]: DEBUG nova.compute.manager [req-4d5b6f8c-f5d2-491d-b4c9-175c9890718e req-8f23a4a9-6af2-40ac-ad30-e6a2826a93b9 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] No waiting events found dispatching network-vif-plugged-1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.649853] env[68134]: WARNING nova.compute.manager [req-4d5b6f8c-f5d2-491d-b4c9-175c9890718e req-8f23a4a9-6af2-40ac-ad30-e6a2826a93b9 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Received unexpected event network-vif-plugged-1765377d-5097-4567-9236-3637586dd3de for instance with vm_state building and task_state spawning. [ 685.710343] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6ee5ec19-6d75-4cb7-a8cd-c5dba5c5b3d7 tempest-InstanceActionsNegativeTestJSON-1071026981 tempest-InstanceActionsNegativeTestJSON-1071026981-project-member] Lock "e1f537bc-5937-446d-b44a-8c0fe5441aee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.136s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.729233] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.729554] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.729762] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "cc25ab8d-527a-4c21-8993-cb16b7228d70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.730092] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.730173] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.732756] env[68134]: INFO nova.compute.manager [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Terminating instance [ 685.746244] env[68134]: DEBUG nova.network.neutron [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Successfully updated port: 1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.985670] env[68134]: DEBUG nova.compute.manager [req-ab65130f-6fd5-47dc-adee-19f6f5444820 req-cec5508d-7e68-4830-9af0-ebc052731c5a service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Received event network-vif-deleted-4e5e9952-55dc-4556-958c-881d8f23c53b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.985945] env[68134]: INFO nova.compute.manager [req-ab65130f-6fd5-47dc-adee-19f6f5444820 req-cec5508d-7e68-4830-9af0-ebc052731c5a service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Neutron deleted interface 4e5e9952-55dc-4556-958c-881d8f23c53b; detaching it from the instance and deleting it from the info cache [ 685.986165] env[68134]: DEBUG nova.network.neutron [req-ab65130f-6fd5-47dc-adee-19f6f5444820 req-cec5508d-7e68-4830-9af0-ebc052731c5a service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.054607] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964524, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.141173] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52323ed9-e25f-ca52-029f-b253f9d980df, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.142042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.142042] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 06b09205-14aa-4166-81f6-ce6f44dc826e/06b09205-14aa-4166-81f6-ce6f44dc826e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.142205] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a71b8185-696b-4640-ae64-3d4ba057c461 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.148690] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 686.148690] env[68134]: value = "task-2964525" [ 686.148690] env[68134]: _type = "Task" [ 686.148690] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.156456] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.237755] env[68134]: DEBUG nova.compute.manager [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.237988] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.239103] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf7cc2f-8dc2-4589-8a2a-abf059988a34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.246663] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.246934] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068c7c64-732a-414c-9723-9aae634d9de0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.248926] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.249081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquired lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.249237] env[68134]: DEBUG nova.network.neutron [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.258787] env[68134]: DEBUG oslo_vmware.api [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 686.258787] env[68134]: value = "task-2964526" [ 686.258787] env[68134]: _type = "Task" [ 686.258787] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.268120] env[68134]: DEBUG oslo_vmware.api [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.443186] env[68134]: DEBUG nova.network.neutron [-] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.490309] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c84daa4c-8fc9-4ad3-9832-b46c0d7ba79c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.501209] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff2078-5551-4dce-bd37-8bfc0c3396ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.540285] env[68134]: DEBUG nova.compute.manager [req-ab65130f-6fd5-47dc-adee-19f6f5444820 req-cec5508d-7e68-4830-9af0-ebc052731c5a service nova] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Detach interface failed, port_id=4e5e9952-55dc-4556-958c-881d8f23c53b, reason: Instance a518e6a0-7142-4a7b-a710-169c52edd3ee could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 686.557024] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964524, 'name': Rename_Task, 'duration_secs': 1.169112} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.558122] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.558358] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a006f105-518a-43c7-966b-d991093cc5a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.567821] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 686.567821] env[68134]: value = "task-2964527" [ 686.567821] env[68134]: _type = "Task" [ 686.567821] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.580132] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.660296] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496045} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.660296] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 06b09205-14aa-4166-81f6-ce6f44dc826e/06b09205-14aa-4166-81f6-ce6f44dc826e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.660296] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.660743] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8389ec9e-b624-4f39-a464-712533277649 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.666323] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 686.666323] env[68134]: value = "task-2964528" [ 686.666323] env[68134]: _type = "Task" [ 686.666323] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.674416] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.758431] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061f3221-50dc-44be-8843-3edea5930437 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.772346] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847fd9dd-3b5b-4f07-a92c-08b28e3e8293 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.775222] env[68134]: DEBUG oslo_vmware.api [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964526, 'name': PowerOffVM_Task, 'duration_secs': 0.209585} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.775461] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.775623] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.776270] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c37a91b4-93a4-4529-80c9-7b655c42a8f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.806671] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaba8b2-bdcb-4368-abc3-fc1eb2b6757f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.814580] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f3bf7-0755-4b3a-9ba5-7d30f6913745 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.819266] env[68134]: DEBUG nova.network.neutron [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.837517] env[68134]: DEBUG nova.compute.provider_tree [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.841369] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.841369] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.841369] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Deleting the datastore file [datastore1] cc25ab8d-527a-4c21-8993-cb16b7228d70 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.841573] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65ced993-7d98-4d6d-93bf-972152de508f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.847618] env[68134]: DEBUG oslo_vmware.api [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for the task: (returnval){ [ 686.847618] env[68134]: value = "task-2964530" [ 686.847618] env[68134]: _type = "Task" [ 686.847618] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.856729] env[68134]: DEBUG oslo_vmware.api [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.951402] env[68134]: INFO nova.compute.manager [-] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Took 1.47 seconds to deallocate network for instance. [ 687.077968] env[68134]: DEBUG oslo_vmware.api [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964527, 'name': PowerOnVM_Task, 'duration_secs': 0.498033} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.079067] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.079546] env[68134]: INFO nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Took 8.50 seconds to spawn the instance on the hypervisor. [ 687.080359] env[68134]: DEBUG nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.081568] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec4a1ef-90f1-4be0-99f1-35bae904ab8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.136750] env[68134]: DEBUG nova.network.neutron [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Updating instance_info_cache with network_info: [{"id": "1765377d-5097-4567-9236-3637586dd3de", "address": "fa:16:3e:57:70:bd", "network": {"id": "c9e2e652-eef6-41e4-85ae-60bc8ffcdefb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1147721443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "303ec44a09b141a6ad36bc723a1db96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1765377d-50", "ovs_interfaceid": "1765377d-5097-4567-9236-3637586dd3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.176357] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089108} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.176634] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.177506] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd24b64-c67c-4fd4-ac2f-8b5f48fc1428 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.203947] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 06b09205-14aa-4166-81f6-ce6f44dc826e/06b09205-14aa-4166-81f6-ce6f44dc826e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.204290] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8453d69d-254c-4c38-b86e-dcdfdbfc10f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.224845] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 687.224845] env[68134]: value = "task-2964531" [ 687.224845] env[68134]: _type = "Task" [ 687.224845] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.233133] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.341709] env[68134]: DEBUG nova.scheduler.client.report [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.358063] env[68134]: DEBUG oslo_vmware.api [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Task: {'id': task-2964530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161702} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.358169] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.358328] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.358510] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.358686] env[68134]: INFO nova.compute.manager [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 687.358972] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.359205] env[68134]: DEBUG nova.compute.manager [-] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.359317] env[68134]: DEBUG nova.network.neutron [-] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.462425] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.607202] env[68134]: INFO nova.compute.manager [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Took 35.51 seconds to build instance. [ 687.640294] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Releasing lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.640625] env[68134]: DEBUG nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Instance network_info: |[{"id": "1765377d-5097-4567-9236-3637586dd3de", "address": "fa:16:3e:57:70:bd", "network": {"id": "c9e2e652-eef6-41e4-85ae-60bc8ffcdefb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1147721443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "303ec44a09b141a6ad36bc723a1db96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1765377d-50", "ovs_interfaceid": "1765377d-5097-4567-9236-3637586dd3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.641255] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:70:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1765377d-5097-4567-9236-3637586dd3de', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.654843] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Creating folder: Project (303ec44a09b141a6ad36bc723a1db96d). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.657031] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84a4926f-40fc-441d-adc1-02fc6a8a1e8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.673650] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Created folder: Project (303ec44a09b141a6ad36bc723a1db96d) in parent group-v594791. [ 687.673853] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Creating folder: Instances. Parent ref: group-v594873. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.674114] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fabce33-3824-4a31-87c4-20b88bc70d26 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.683917] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Created folder: Instances in parent group-v594873. [ 687.684180] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.684366] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.684568] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fbd87e3-514b-467a-8914-7ee33a2af24b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.703838] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.703838] env[68134]: value = "task-2964534" [ 687.703838] env[68134]: _type = "Task" [ 687.703838] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.712520] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964534, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.736774] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964531, 'name': ReconfigVM_Task, 'duration_secs': 0.276731} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.736774] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 06b09205-14aa-4166-81f6-ce6f44dc826e/06b09205-14aa-4166-81f6-ce6f44dc826e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.737157] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c07f9bc9-3ae3-4918-8e80-fbbff5c7f686 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.743179] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 687.743179] env[68134]: value = "task-2964535" [ 687.743179] env[68134]: _type = "Task" [ 687.743179] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.750770] env[68134]: DEBUG nova.compute.manager [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Received event network-changed-1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.750988] env[68134]: DEBUG nova.compute.manager [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Refreshing instance network info cache due to event network-changed-1765377d-5097-4567-9236-3637586dd3de. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.751229] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] Acquiring lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.751364] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] Acquired lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.751929] env[68134]: DEBUG nova.network.neutron [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Refreshing network info cache for port 1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.757108] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964535, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.848063] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.848063] env[68134]: DEBUG nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.851755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.858s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.851755] env[68134]: DEBUG nova.objects.instance [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lazy-loading 'resources' on Instance uuid 953ab25c-c318-439f-aed7-5d9df5c37a8e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.104881] env[68134]: DEBUG nova.compute.manager [req-6bdbaae3-80b9-48d7-833c-b01c50cd24bc req-3168c4ed-a03d-4e4e-bc69-4491d74d07b5 service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Received event network-vif-deleted-cff5dcb8-97e0-4ea5-a43e-68a42c26330e {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.105166] env[68134]: INFO nova.compute.manager [req-6bdbaae3-80b9-48d7-833c-b01c50cd24bc req-3168c4ed-a03d-4e4e-bc69-4491d74d07b5 service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Neutron deleted interface cff5dcb8-97e0-4ea5-a43e-68a42c26330e; detaching it from the instance and deleting it from the info cache [ 688.105454] env[68134]: DEBUG nova.network.neutron [req-6bdbaae3-80b9-48d7-833c-b01c50cd24bc req-3168c4ed-a03d-4e4e-bc69-4491d74d07b5 service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.109423] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6a023ec6-fbd3-42f5-a61a-9dcf63646b38 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f23b2dae-688d-48ed-8912-92548a355f33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.568s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.141503] env[68134]: DEBUG nova.network.neutron [-] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.166391] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "f23b2dae-688d-48ed-8912-92548a355f33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.166720] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f23b2dae-688d-48ed-8912-92548a355f33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.166941] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "f23b2dae-688d-48ed-8912-92548a355f33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.167241] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f23b2dae-688d-48ed-8912-92548a355f33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.167334] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f23b2dae-688d-48ed-8912-92548a355f33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.170152] env[68134]: INFO nova.compute.manager [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Terminating instance [ 688.214693] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964534, 'name': CreateVM_Task, 'duration_secs': 0.39335} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.215377] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.216375] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.216561] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218066] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218066] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab753e5-868b-4b64-9b31-4b0fe594c4ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.222612] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 688.222612] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525a528d-7378-2a48-ca41-1aeef891ed11" [ 688.222612] env[68134]: _type = "Task" [ 688.222612] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.231568] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525a528d-7378-2a48-ca41-1aeef891ed11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.254497] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964535, 'name': Rename_Task, 'duration_secs': 0.139603} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.255206] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.255206] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a53bc80-6f6a-4e3a-94f3-ed49f346e9d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.265147] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 688.265147] env[68134]: value = "task-2964536" [ 688.265147] env[68134]: _type = "Task" [ 688.265147] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.277872] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.358265] env[68134]: DEBUG nova.compute.utils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.362487] env[68134]: DEBUG nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.362678] env[68134]: DEBUG nova.network.neutron [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.413257] env[68134]: DEBUG nova.policy [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdab9d7bdbc64742b13f164c271500f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1223c1722245c6a523fb296c8e919b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.529715] env[68134]: DEBUG nova.network.neutron [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Updated VIF entry in instance network info cache for port 1765377d-5097-4567-9236-3637586dd3de. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.530118] env[68134]: DEBUG nova.network.neutron [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Updating instance_info_cache with network_info: [{"id": "1765377d-5097-4567-9236-3637586dd3de", "address": "fa:16:3e:57:70:bd", "network": {"id": "c9e2e652-eef6-41e4-85ae-60bc8ffcdefb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1147721443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "303ec44a09b141a6ad36bc723a1db96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1765377d-50", "ovs_interfaceid": "1765377d-5097-4567-9236-3637586dd3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.610718] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbec2660-f8d4-4494-abb2-ebc1682e84b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.613367] env[68134]: DEBUG nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.627983] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e0e9fa-8c89-4fa3-a89c-790eb1d52878 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.646386] env[68134]: INFO nova.compute.manager [-] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Took 1.29 seconds to deallocate network for instance. [ 688.664982] env[68134]: DEBUG nova.compute.manager [req-6bdbaae3-80b9-48d7-833c-b01c50cd24bc req-3168c4ed-a03d-4e4e-bc69-4491d74d07b5 service nova] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Detach interface failed, port_id=cff5dcb8-97e0-4ea5-a43e-68a42c26330e, reason: Instance cc25ab8d-527a-4c21-8993-cb16b7228d70 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 688.676413] env[68134]: DEBUG nova.compute.manager [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.676413] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.677143] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e23b57-9eb0-4881-9227-6b6d390b4180 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.688142] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.688475] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cd5d7f6-fc2f-43c7-8eb8-143a1966dcb4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.700506] env[68134]: DEBUG oslo_vmware.api [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 688.700506] env[68134]: value = "task-2964537" [ 688.700506] env[68134]: _type = "Task" [ 688.700506] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.711437] env[68134]: DEBUG oslo_vmware.api [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.729350] env[68134]: DEBUG nova.network.neutron [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Successfully created port: aa3bdefe-78a5-4826-a527-577c7b92e1d0 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.745035] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525a528d-7378-2a48-ca41-1aeef891ed11, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.745035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.745035] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.745035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.745255] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.745255] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.745255] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f74df484-d222-4c8c-b869-5ac4e8b36269 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.765612] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.765612] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.766381] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31b9564-37e1-4d2c-9115-3ca4eb9bb40d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.786570] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 688.786570] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ff695b-8f9e-7289-1c44-ff01064e3bb8" [ 688.786570] env[68134]: _type = "Task" [ 688.786570] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.794398] env[68134]: DEBUG oslo_vmware.api [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964536, 'name': PowerOnVM_Task, 'duration_secs': 0.520699} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.794398] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.794398] env[68134]: INFO nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Took 7.50 seconds to spawn the instance on the hypervisor. [ 688.794398] env[68134]: DEBUG nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.796990] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab6796d-4ea9-4049-ad18-b4dad571687b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.814313] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ff695b-8f9e-7289-1c44-ff01064e3bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.821151] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6622922e-5593-4f71-aace-2ab2dff31385 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.828576] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 688.828576] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528444bc-10ef-213c-abc3-1036a6e0e76f" [ 688.828576] env[68134]: _type = "Task" [ 688.828576] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.836745] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528444bc-10ef-213c-abc3-1036a6e0e76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.865629] env[68134]: DEBUG nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.946707] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd50df5-a2c3-4ce1-9651-db640d7334db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.956688] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba224d42-1d2f-4337-b4f2-db5a3e8a4f10 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.996096] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f784b1bb-e954-4e71-b665-afcd4168f31c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.004573] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688827c3-813d-4f0f-a3b3-d74842b90e52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.020340] env[68134]: DEBUG nova.compute.provider_tree [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.035264] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf9a247-95ff-4165-a5c0-c07a0c2de90b req-020dcfb0-ccd7-4e19-b342-6951d7cf0a43 service nova] Releasing lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.136210] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.154110] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.211446] env[68134]: DEBUG oslo_vmware.api [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964537, 'name': PowerOffVM_Task, 'duration_secs': 0.204793} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.211748] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.211942] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.212222] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e88781a-f0d2-4363-9c9f-49996c02ddde {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.337063] env[68134]: INFO nova.compute.manager [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Took 36.54 seconds to build instance. [ 689.346272] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528444bc-10ef-213c-abc3-1036a6e0e76f, 'name': SearchDatastore_Task, 'duration_secs': 0.014812} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.346881] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.346881] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ea2fc662-f98e-461d-956b-d7eff9b191d8/ea2fc662-f98e-461d-956b-d7eff9b191d8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.347060] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e83373-f551-4e4f-a666-40cb5d017293 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.353644] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 689.353644] env[68134]: value = "task-2964539" [ 689.353644] env[68134]: _type = "Task" [ 689.353644] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.364468] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.524634] env[68134]: DEBUG nova.scheduler.client.report [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.842830] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4f0a042c-02d4-44ef-a0f7-0e9d31fd36f7 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.390s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.872890] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.878978] env[68134]: DEBUG nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.920177] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.920555] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.920853] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.921052] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.921221] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.921314] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.921520] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.922260] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.922260] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.922260] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.922428] env[68134]: DEBUG nova.virt.hardware [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.923446] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63699bf2-58a1-4146-9373-ddecc17cc793 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.936653] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55504f00-6abd-4d8d-a05d-9b073cc35e92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.945429] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529cf52c-a454-939a-0040-35ed754bb8b1/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 689.946700] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a9d5c1-cfc8-4683-b401-305feeb9c026 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.970479] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529cf52c-a454-939a-0040-35ed754bb8b1/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 689.970479] env[68134]: ERROR oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529cf52c-a454-939a-0040-35ed754bb8b1/disk-0.vmdk due to incomplete transfer. [ 689.970844] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6be14eb8-c673-47e1-b59e-7764c16e7b92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.979997] env[68134]: DEBUG oslo_vmware.rw_handles [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529cf52c-a454-939a-0040-35ed754bb8b1/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 689.979997] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Uploaded image 79080c97-a681-4bc8-8277-c202f762a4cf to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 689.982323] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 689.982640] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-344cd5f1-d9cc-4516-8147-50ec3851f8e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.989872] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 689.989872] env[68134]: value = "task-2964540" [ 689.989872] env[68134]: _type = "Task" [ 689.989872] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.999320] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964540, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.032399] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.037898] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.981s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.040048] env[68134]: DEBUG nova.objects.instance [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lazy-loading 'resources' on Instance uuid eb3aa9a6-bb95-4bac-b679-8c83d4eb389d {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.075337] env[68134]: INFO nova.scheduler.client.report [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted allocations for instance 953ab25c-c318-439f-aed7-5d9df5c37a8e [ 690.095672] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b30f17-f2eb-4fed-8f7b-aed1f9773af7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.107406] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbe0e61-aafe-4c2b-ad9d-715c1bcad207 tempest-ServersAdminNegativeTestJSON-543747405 tempest-ServersAdminNegativeTestJSON-543747405-project-admin] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Suspending the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 690.107768] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7981f7a5-6460-45dc-9f1e-18f3efaadce2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.116484] env[68134]: DEBUG oslo_vmware.api [None req-2fbe0e61-aafe-4c2b-ad9d-715c1bcad207 tempest-ServersAdminNegativeTestJSON-543747405 tempest-ServersAdminNegativeTestJSON-543747405-project-admin] Waiting for the task: (returnval){ [ 690.116484] env[68134]: value = "task-2964541" [ 690.116484] env[68134]: _type = "Task" [ 690.116484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.123306] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.124110] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.124409] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Deleting the datastore file [datastore1] f23b2dae-688d-48ed-8912-92548a355f33 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.125232] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edf1ba13-1bf7-4737-9ea7-ab569100b283 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.132729] env[68134]: DEBUG oslo_vmware.api [None req-2fbe0e61-aafe-4c2b-ad9d-715c1bcad207 tempest-ServersAdminNegativeTestJSON-543747405 tempest-ServersAdminNegativeTestJSON-543747405-project-admin] Task: {'id': task-2964541, 'name': SuspendVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.137555] env[68134]: DEBUG oslo_vmware.api [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for the task: (returnval){ [ 690.137555] env[68134]: value = "task-2964542" [ 690.137555] env[68134]: _type = "Task" [ 690.137555] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.151929] env[68134]: DEBUG oslo_vmware.api [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.348817] env[68134]: DEBUG nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.369097] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777339} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.369422] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ea2fc662-f98e-461d-956b-d7eff9b191d8/ea2fc662-f98e-461d-956b-d7eff9b191d8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.369708] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.372111] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e7bd779-dbfc-487d-a334-c6ea2c6d89da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.378069] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 690.378069] env[68134]: value = "task-2964543" [ 690.378069] env[68134]: _type = "Task" [ 690.378069] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.386358] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.503599] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964540, 'name': Destroy_Task, 'duration_secs': 0.38252} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.503879] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Destroyed the VM [ 690.504368] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 690.504644] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e932b0b0-10e0-47fd-8f98-b3307cce8bab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.512578] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 690.512578] env[68134]: value = "task-2964544" [ 690.512578] env[68134]: _type = "Task" [ 690.512578] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.525435] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.586561] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4aacbc85-d949-4b74-96a1-7add91b49f77 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "953ab25c-c318-439f-aed7-5d9df5c37a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.997s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.589706] env[68134]: DEBUG nova.compute.manager [req-93829aa5-77df-42a3-a313-af061b66f7fe req-0098f668-f7aa-402c-82bd-a06d774cb961 service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Received event network-vif-plugged-aa3bdefe-78a5-4826-a527-577c7b92e1d0 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.590013] env[68134]: DEBUG oslo_concurrency.lockutils [req-93829aa5-77df-42a3-a313-af061b66f7fe req-0098f668-f7aa-402c-82bd-a06d774cb961 service nova] Acquiring lock "39697361-2e54-45c5-b0f5-6995c2bc13d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.590228] env[68134]: DEBUG oslo_concurrency.lockutils [req-93829aa5-77df-42a3-a313-af061b66f7fe req-0098f668-f7aa-402c-82bd-a06d774cb961 service nova] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.590508] env[68134]: DEBUG oslo_concurrency.lockutils [req-93829aa5-77df-42a3-a313-af061b66f7fe req-0098f668-f7aa-402c-82bd-a06d774cb961 service nova] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.590640] env[68134]: DEBUG nova.compute.manager [req-93829aa5-77df-42a3-a313-af061b66f7fe req-0098f668-f7aa-402c-82bd-a06d774cb961 service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] No waiting events found dispatching network-vif-plugged-aa3bdefe-78a5-4826-a527-577c7b92e1d0 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.590839] env[68134]: WARNING nova.compute.manager [req-93829aa5-77df-42a3-a313-af061b66f7fe req-0098f668-f7aa-402c-82bd-a06d774cb961 service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Received unexpected event network-vif-plugged-aa3bdefe-78a5-4826-a527-577c7b92e1d0 for instance with vm_state building and task_state spawning. [ 690.628676] env[68134]: DEBUG oslo_vmware.api [None req-2fbe0e61-aafe-4c2b-ad9d-715c1bcad207 tempest-ServersAdminNegativeTestJSON-543747405 tempest-ServersAdminNegativeTestJSON-543747405-project-admin] Task: {'id': task-2964541, 'name': SuspendVM_Task} progress is 62%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.649651] env[68134]: DEBUG oslo_vmware.api [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.878479] env[68134]: DEBUG nova.network.neutron [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Successfully updated port: aa3bdefe-78a5-4826-a527-577c7b92e1d0 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.894374] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.901418] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103499} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.901740] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.902592] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62be3d-553d-4f80-baed-41e10150e265 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.930487] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ea2fc662-f98e-461d-956b-d7eff9b191d8/ea2fc662-f98e-461d-956b-d7eff9b191d8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.933481] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be3afbb-4f33-4098-b20a-aa74fc214956 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.961830] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 690.961830] env[68134]: value = "task-2964545" [ 690.961830] env[68134]: _type = "Task" [ 690.961830] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.972780] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.028518] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964544, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.136705] env[68134]: DEBUG oslo_vmware.api [None req-2fbe0e61-aafe-4c2b-ad9d-715c1bcad207 tempest-ServersAdminNegativeTestJSON-543747405 tempest-ServersAdminNegativeTestJSON-543747405-project-admin] Task: {'id': task-2964541, 'name': SuspendVM_Task, 'duration_secs': 0.908577} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.137037] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbe0e61-aafe-4c2b-ad9d-715c1bcad207 tempest-ServersAdminNegativeTestJSON-543747405 tempest-ServersAdminNegativeTestJSON-543747405-project-admin] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Suspended the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 691.137423] env[68134]: DEBUG nova.compute.manager [None req-2fbe0e61-aafe-4c2b-ad9d-715c1bcad207 tempest-ServersAdminNegativeTestJSON-543747405 tempest-ServersAdminNegativeTestJSON-543747405-project-admin] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.138293] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c830b-3b56-42af-98b5-5f24643ef4a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.156489] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151526bf-bedb-427e-9bba-8c72cb801952 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.159790] env[68134]: DEBUG oslo_vmware.api [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Task: {'id': task-2964542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615187} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.159790] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.159790] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.159790] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.160119] env[68134]: INFO nova.compute.manager [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Took 2.48 seconds to destroy the instance on the hypervisor. [ 691.160172] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.160870] env[68134]: DEBUG nova.compute.manager [-] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.160870] env[68134]: DEBUG nova.network.neutron [-] [instance: f23b2dae-688d-48ed-8912-92548a355f33] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.165350] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f7c2f7-bbae-482d-a928-f9c08ac9db29 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.202285] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4dc3e9-08c1-416a-b485-95e8cf577ef6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.210945] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79c3557-c775-45b4-ad3f-e66e418beb9a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.226331] env[68134]: DEBUG nova.compute.provider_tree [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.394912] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-39697361-2e54-45c5-b0f5-6995c2bc13d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.395253] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-39697361-2e54-45c5-b0f5-6995c2bc13d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.395253] env[68134]: DEBUG nova.network.neutron [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.482660] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964545, 'name': ReconfigVM_Task, 'duration_secs': 0.3039} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.483235] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ea2fc662-f98e-461d-956b-d7eff9b191d8/ea2fc662-f98e-461d-956b-d7eff9b191d8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.484617] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f597251-b2b3-46d9-900f-408b0071c1c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.492519] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 691.492519] env[68134]: value = "task-2964546" [ 691.492519] env[68134]: _type = "Task" [ 691.492519] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.509184] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964546, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.527517] env[68134]: DEBUG oslo_vmware.api [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964544, 'name': RemoveSnapshot_Task, 'duration_secs': 0.634337} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.527869] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 691.528205] env[68134]: INFO nova.compute.manager [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Took 14.49 seconds to snapshot the instance on the hypervisor. [ 691.560676] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.560945] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.561742] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.561742] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.561742] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.564889] env[68134]: INFO nova.compute.manager [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Terminating instance [ 691.732269] env[68134]: DEBUG nova.scheduler.client.report [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.951443] env[68134]: DEBUG nova.network.neutron [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.003274] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964546, 'name': Rename_Task, 'duration_secs': 0.133298} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.003581] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.003957] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79ef84d7-5660-4ba6-bb4a-e79b527bbf08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.015251] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 692.015251] env[68134]: value = "task-2964547" [ 692.015251] env[68134]: _type = "Task" [ 692.015251] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.025508] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.032380] env[68134]: DEBUG nova.compute.manager [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Instance disappeared during snapshot {{(pid=68134) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 692.046630] env[68134]: DEBUG nova.compute.manager [None req-925a0140-d8e7-42d4-a73a-299c91aeca68 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image not found during clean up 79080c97-a681-4bc8-8277-c202f762a4cf {{(pid=68134) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 692.070732] env[68134]: DEBUG nova.compute.manager [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.070946] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.072140] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76468a0b-6a2c-433a-9dd9-04457c52bafb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.085508] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.085508] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b454298-a211-4c8e-a54c-aa848a59f0c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.143521] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.143644] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.143824] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleting the datastore file [datastore2] 22fbeb09-3d90-4b99-ab23-73793f4a9b40 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.144099] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee949d9-ae0a-4f87-a9f7-2a8576f1b160 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.150943] env[68134]: DEBUG oslo_vmware.api [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 692.150943] env[68134]: value = "task-2964549" [ 692.150943] env[68134]: _type = "Task" [ 692.150943] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.159956] env[68134]: DEBUG oslo_vmware.api [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.170649] env[68134]: DEBUG nova.network.neutron [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Updating instance_info_cache with network_info: [{"id": "aa3bdefe-78a5-4826-a527-577c7b92e1d0", "address": "fa:16:3e:ed:79:dc", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3bdefe-78", "ovs_interfaceid": "aa3bdefe-78a5-4826-a527-577c7b92e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.226788] env[68134]: DEBUG nova.network.neutron [-] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.237308] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.239672] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.945s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.239908] env[68134]: DEBUG nova.objects.instance [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lazy-loading 'resources' on Instance uuid 45a45c16-3ba7-4fc1-9bd1-f1751772d416 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.260327] env[68134]: INFO nova.scheduler.client.report [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted allocations for instance eb3aa9a6-bb95-4bac-b679-8c83d4eb389d [ 692.428334] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "5938f3b0-bec5-4515-8191-de835d6f9a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.428805] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.526511] env[68134]: DEBUG oslo_vmware.api [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964547, 'name': PowerOnVM_Task, 'duration_secs': 0.47576} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.529017] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.529017] env[68134]: INFO nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Took 7.54 seconds to spawn the instance on the hypervisor. [ 692.529017] env[68134]: DEBUG nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.529017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd9eeb-9a92-4525-83b5-f1c9f0676b96 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.662662] env[68134]: DEBUG oslo_vmware.api [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152192} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.662952] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.663164] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.663346] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.663845] env[68134]: INFO nova.compute.manager [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Took 0.59 seconds to destroy the instance on the hypervisor. [ 692.664137] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.664364] env[68134]: DEBUG nova.compute.manager [-] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.664463] env[68134]: DEBUG nova.network.neutron [-] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.672971] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-39697361-2e54-45c5-b0f5-6995c2bc13d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.673699] env[68134]: DEBUG nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Instance network_info: |[{"id": "aa3bdefe-78a5-4826-a527-577c7b92e1d0", "address": "fa:16:3e:ed:79:dc", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3bdefe-78", "ovs_interfaceid": "aa3bdefe-78a5-4826-a527-577c7b92e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.673820] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:79:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa3bdefe-78a5-4826-a527-577c7b92e1d0', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.681094] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating folder: Project (3d1223c1722245c6a523fb296c8e919b). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.681376] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-737c1758-6a2d-4590-b379-e5c7767929d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.692034] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created folder: Project (3d1223c1722245c6a523fb296c8e919b) in parent group-v594791. [ 692.692231] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating folder: Instances. Parent ref: group-v594876. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.692474] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d14bef9b-57f6-4227-bef0-66615728a4d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.702983] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created folder: Instances in parent group-v594876. [ 692.703542] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.703690] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.703870] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5238dbee-ff90-4485-acca-b5a862725d85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.724775] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.724775] env[68134]: value = "task-2964552" [ 692.724775] env[68134]: _type = "Task" [ 692.724775] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.732878] env[68134]: INFO nova.compute.manager [-] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Took 1.57 seconds to deallocate network for instance. [ 692.732878] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964552, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.769893] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bb2bbc74-c117-47c9-8a9c-58ba8c399b62 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "eb3aa9a6-bb95-4bac-b679-8c83d4eb389d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.152s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.841101] env[68134]: DEBUG nova.compute.manager [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Received event network-changed-aa3bdefe-78a5-4826-a527-577c7b92e1d0 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.841298] env[68134]: DEBUG nova.compute.manager [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Refreshing instance network info cache due to event network-changed-aa3bdefe-78a5-4826-a527-577c7b92e1d0. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.841518] env[68134]: DEBUG oslo_concurrency.lockutils [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] Acquiring lock "refresh_cache-39697361-2e54-45c5-b0f5-6995c2bc13d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.841652] env[68134]: DEBUG oslo_concurrency.lockutils [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] Acquired lock "refresh_cache-39697361-2e54-45c5-b0f5-6995c2bc13d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.841791] env[68134]: DEBUG nova.network.neutron [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Refreshing network info cache for port aa3bdefe-78a5-4826-a527-577c7b92e1d0 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.052731] env[68134]: INFO nova.compute.manager [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Took 36.87 seconds to build instance. [ 693.236358] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964552, 'name': CreateVM_Task, 'duration_secs': 0.434732} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.236557] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.237267] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.237421] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.237800] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.238088] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d054c8fc-be09-4ff7-880a-d67d6ab35cac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.243850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.247913] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 693.247913] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5217b2b3-9945-26d9-41f2-2a06392cc542" [ 693.247913] env[68134]: _type = "Task" [ 693.247913] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.258820] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5217b2b3-9945-26d9-41f2-2a06392cc542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.281604] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a527df5f-e4bb-4353-834a-e53b287911e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.290527] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f56715-9618-4249-8cfe-594c22582942 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.323452] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907a2412-7daf-43fd-993e-e885494cf334 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.331523] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d50d90-e24f-41be-bb12-6c7750a60e92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.351113] env[68134]: DEBUG nova.compute.provider_tree [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.447300] env[68134]: DEBUG nova.network.neutron [-] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.558692] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911c67c0-0b7c-487c-abc8-d611144e0a37 tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.403s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.636239] env[68134]: DEBUG nova.network.neutron [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Updated VIF entry in instance network info cache for port aa3bdefe-78a5-4826-a527-577c7b92e1d0. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.637062] env[68134]: DEBUG nova.network.neutron [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Updating instance_info_cache with network_info: [{"id": "aa3bdefe-78a5-4826-a527-577c7b92e1d0", "address": "fa:16:3e:ed:79:dc", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3bdefe-78", "ovs_interfaceid": "aa3bdefe-78a5-4826-a527-577c7b92e1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.758520] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5217b2b3-9945-26d9-41f2-2a06392cc542, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.758825] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.759093] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.759356] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.759501] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.759680] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.759942] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd9e6a98-12bc-41c1-8262-66a83f791c85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.769894] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.770081] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.770799] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ef2f13-8a67-4c3c-9c69-b5b6c59b3951 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.775896] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 693.775896] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a9e2e9-baa6-5041-728f-7286683c49a8" [ 693.775896] env[68134]: _type = "Task" [ 693.775896] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.784075] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a9e2e9-baa6-5041-728f-7286683c49a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.854889] env[68134]: DEBUG nova.scheduler.client.report [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.953504] env[68134]: INFO nova.compute.manager [-] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Took 1.29 seconds to deallocate network for instance. [ 693.988969] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.989310] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.062479] env[68134]: DEBUG nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.167905] env[68134]: DEBUG oslo_concurrency.lockutils [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] Releasing lock "refresh_cache-39697361-2e54-45c5-b0f5-6995c2bc13d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.167905] env[68134]: DEBUG nova.compute.manager [req-9b36b248-48f8-4c38-b4b0-8162e39eaf3f req-c98268b4-163d-4bd8-b24f-5505b7a8bc0f service nova] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Received event network-vif-deleted-a2436d9e-ced9-4391-b76e-53998bae6440 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.287966] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a9e2e9-baa6-5041-728f-7286683c49a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011949} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.288712] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-008c892e-684c-4c1c-b566-9eb2d7bd91f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.295963] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 694.295963] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5268b8ac-ce5c-f38a-eb81-c118f61dd30c" [ 694.295963] env[68134]: _type = "Task" [ 694.295963] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.301789] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5268b8ac-ce5c-f38a-eb81-c118f61dd30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.359905] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.362591] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.852s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.364172] env[68134]: INFO nova.compute.claims [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.384507] env[68134]: INFO nova.scheduler.client.report [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Deleted allocations for instance 45a45c16-3ba7-4fc1-9bd1-f1751772d416 [ 694.461405] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.581354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.600734] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "9d33455b-81c1-472e-a4c8-204e201f7715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.600961] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "9d33455b-81c1-472e-a4c8-204e201f7715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.614636] env[68134]: DEBUG nova.compute.manager [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Received event network-changed-1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.614858] env[68134]: DEBUG nova.compute.manager [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Refreshing instance network info cache due to event network-changed-1765377d-5097-4567-9236-3637586dd3de. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.615096] env[68134]: DEBUG oslo_concurrency.lockutils [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] Acquiring lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.615271] env[68134]: DEBUG oslo_concurrency.lockutils [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] Acquired lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.615422] env[68134]: DEBUG nova.network.neutron [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Refreshing network info cache for port 1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.633013] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "90f0a81c-dfe5-4ba0-8603-890db1cee214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.633250] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.807060] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5268b8ac-ce5c-f38a-eb81-c118f61dd30c, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.807370] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.807630] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 39697361-2e54-45c5-b0f5-6995c2bc13d8/39697361-2e54-45c5-b0f5-6995c2bc13d8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.807893] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd685876-ccf9-425e-973c-ddd86021ebfa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.814763] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 694.814763] env[68134]: value = "task-2964553" [ 694.814763] env[68134]: _type = "Task" [ 694.814763] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.822581] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.869375] env[68134]: DEBUG nova.compute.manager [req-53f5e7a3-7406-40ea-800b-c752dd7c0340 req-bb6e6841-3f34-4b43-85e5-a350ed9291f8 service nova] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Received event network-vif-deleted-b04d7445-d0c9-4307-b293-b3ebcbfd7ca5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.902972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75b657bc-eee4-4783-afca-5250196824b7 tempest-ServersAdmin275Test-1961775361 tempest-ServersAdmin275Test-1961775361-project-member] Lock "45a45c16-3ba7-4fc1-9bd1-f1751772d416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.030s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.325170] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492992} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.325520] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 39697361-2e54-45c5-b0f5-6995c2bc13d8/39697361-2e54-45c5-b0f5-6995c2bc13d8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.325814] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.326428] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e3dfbdb-93fc-4115-8472-2420dfb6ff2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.332224] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 695.332224] env[68134]: value = "task-2964554" [ 695.332224] env[68134]: _type = "Task" [ 695.332224] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.340291] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.439535] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "06b09205-14aa-4166-81f6-ce6f44dc826e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.439751] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.441422] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "06b09205-14aa-4166-81f6-ce6f44dc826e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.441642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.441823] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.445024] env[68134]: INFO nova.compute.manager [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Terminating instance [ 695.567549] env[68134]: DEBUG nova.network.neutron [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Updated VIF entry in instance network info cache for port 1765377d-5097-4567-9236-3637586dd3de. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.568044] env[68134]: DEBUG nova.network.neutron [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Updating instance_info_cache with network_info: [{"id": "1765377d-5097-4567-9236-3637586dd3de", "address": "fa:16:3e:57:70:bd", "network": {"id": "c9e2e652-eef6-41e4-85ae-60bc8ffcdefb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1147721443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "303ec44a09b141a6ad36bc723a1db96d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1765377d-50", "ovs_interfaceid": "1765377d-5097-4567-9236-3637586dd3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.848418] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066031} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.851892] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.852012] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dce48a6-2504-4f20-8bc8-28b5b3fac371 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.875833] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 39697361-2e54-45c5-b0f5-6995c2bc13d8/39697361-2e54-45c5-b0f5-6995c2bc13d8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.878400] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7873ee9f-8100-468e-952e-4967002cb279 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.898614] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 695.898614] env[68134]: value = "task-2964555" [ 695.898614] env[68134]: _type = "Task" [ 695.898614] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.908703] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.915304] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f6f770-97d1-427e-a591-de731f38be55 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.924289] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0973446e-5e8d-4941-a9b5-eb2dad0fa971 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.958064] env[68134]: DEBUG nova.compute.manager [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.958291] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.959733] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a9b09d-6685-4bb5-b2ed-ab7e071a9360 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.963879] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd08722-2eb4-4f03-82bc-e7006512a65b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.974442] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.974863] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-248bc245-736a-457c-ba2a-8d4bc852eb0c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.977596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55053278-daca-4267-91b2-2ef65b45c60e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.993969] env[68134]: DEBUG nova.compute.provider_tree [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.049430] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.049658] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.049850] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Deleting the datastore file [datastore1] 06b09205-14aa-4166-81f6-ce6f44dc826e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.050155] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aaa08c6-e72a-4a52-ae5f-2550022a5aa9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.055808] env[68134]: DEBUG oslo_vmware.api [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 696.055808] env[68134]: value = "task-2964557" [ 696.055808] env[68134]: _type = "Task" [ 696.055808] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.064034] env[68134]: DEBUG oslo_vmware.api [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.072219] env[68134]: DEBUG oslo_concurrency.lockutils [req-42af29da-205e-4128-88cf-e4977f69535b req-b6b461a0-38f6-4776-ac3a-c13a6dfc747b service nova] Releasing lock "refresh_cache-ea2fc662-f98e-461d-956b-d7eff9b191d8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.409476] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964555, 'name': ReconfigVM_Task, 'duration_secs': 0.330674} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.409752] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 39697361-2e54-45c5-b0f5-6995c2bc13d8/39697361-2e54-45c5-b0f5-6995c2bc13d8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.410408] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cddc25a-15ef-4f6d-8eb1-a3121cec9259 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.416497] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 696.416497] env[68134]: value = "task-2964558" [ 696.416497] env[68134]: _type = "Task" [ 696.416497] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.425516] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964558, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.497205] env[68134]: DEBUG nova.scheduler.client.report [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.565221] env[68134]: DEBUG oslo_vmware.api [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169162} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.565489] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.565670] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.565858] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.566039] env[68134]: INFO nova.compute.manager [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 696.566304] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.566544] env[68134]: DEBUG nova.compute.manager [-] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.566673] env[68134]: DEBUG nova.network.neutron [-] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.917460] env[68134]: DEBUG nova.compute.manager [req-b4d10eb1-37b2-43fb-9204-dc2a4cac4c82 req-a7ca52ee-cdb5-4db4-848c-511af8c8dd27 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Received event network-vif-deleted-a5733947-d1d5-4cd8-861b-4332d15aa204 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.917668] env[68134]: INFO nova.compute.manager [req-b4d10eb1-37b2-43fb-9204-dc2a4cac4c82 req-a7ca52ee-cdb5-4db4-848c-511af8c8dd27 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Neutron deleted interface a5733947-d1d5-4cd8-861b-4332d15aa204; detaching it from the instance and deleting it from the info cache [ 696.917840] env[68134]: DEBUG nova.network.neutron [req-b4d10eb1-37b2-43fb-9204-dc2a4cac4c82 req-a7ca52ee-cdb5-4db4-848c-511af8c8dd27 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.935142] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964558, 'name': Rename_Task, 'duration_secs': 0.153199} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.936270] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.936526] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56ab16ce-a7d5-4feb-aa76-e548b5aa9099 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.943970] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 696.943970] env[68134]: value = "task-2964559" [ 696.943970] env[68134]: _type = "Task" [ 696.943970] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.955861] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.003483] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.003645] env[68134]: DEBUG nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.006673] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.304s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.006673] env[68134]: DEBUG nova.objects.instance [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lazy-loading 'resources' on Instance uuid 6462c122-dc0f-4083-84f8-a472e61285b8 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.403311] env[68134]: DEBUG nova.network.neutron [-] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.421166] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45a3d2ad-c1fa-4084-96db-9edf078766fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.431073] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21db90f9-26c6-431d-b668-c8a85fd2a544 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.452610] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964559, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.462643] env[68134]: DEBUG nova.compute.manager [req-b4d10eb1-37b2-43fb-9204-dc2a4cac4c82 req-a7ca52ee-cdb5-4db4-848c-511af8c8dd27 service nova] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Detach interface failed, port_id=a5733947-d1d5-4cd8-861b-4332d15aa204, reason: Instance 06b09205-14aa-4166-81f6-ce6f44dc826e could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 697.510165] env[68134]: DEBUG nova.compute.utils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.511785] env[68134]: DEBUG nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.511949] env[68134]: DEBUG nova.network.neutron [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.595291] env[68134]: DEBUG nova.policy [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514f2842701141f98634bd5f9eaf6494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c79e141c0944aa08230dbc575d06a6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.906940] env[68134]: INFO nova.compute.manager [-] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Took 1.34 seconds to deallocate network for instance. [ 697.960054] env[68134]: DEBUG oslo_vmware.api [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964559, 'name': PowerOnVM_Task, 'duration_secs': 0.689783} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.960357] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.960603] env[68134]: INFO nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Took 8.08 seconds to spawn the instance on the hypervisor. [ 697.961292] env[68134]: DEBUG nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.962084] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609db138-b66d-45ce-bed9-31115ad8cc77 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.019020] env[68134]: DEBUG nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.050653] env[68134]: DEBUG nova.network.neutron [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Successfully created port: 400aad42-4ca7-48e8-b314-efc487e90128 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.093974] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b286b6-cb53-4196-9162-93d317220708 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.101585] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7338b-7a7b-4c2a-8c41-9e9ebf34cca6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.134284] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f97f518-0f37-4924-a732-2ec0a8a77191 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.142257] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692354ec-3f25-4bfa-b65a-a8990e776038 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.155671] env[68134]: DEBUG nova.compute.provider_tree [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.416123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.494542] env[68134]: INFO nova.compute.manager [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Took 37.76 seconds to build instance. [ 698.659764] env[68134]: DEBUG nova.scheduler.client.report [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.999193] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12137291-5d40-4a06-a9ca-1c5ccf68dd65 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.938s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.034105] env[68134]: DEBUG nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.070568] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.070836] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.071010] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.071503] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.071707] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.071864] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.072142] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.072237] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.072402] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.072566] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.072859] env[68134]: DEBUG nova.virt.hardware [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.073971] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547ee86-0f44-4d0a-a5da-5c59509ce212 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.082621] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da84d91-65fd-4453-a241-857e1ab202c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.169109] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.173393] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.763s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.173625] env[68134]: DEBUG nova.objects.instance [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lazy-loading 'resources' on Instance uuid 33d3c446-1267-4eb7-970b-af1013db456c {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.211368] env[68134]: INFO nova.scheduler.client.report [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Deleted allocations for instance 6462c122-dc0f-4083-84f8-a472e61285b8 [ 699.465152] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "e4af90e9-9c17-4431-8771-2892bad388a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.465386] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "e4af90e9-9c17-4431-8771-2892bad388a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.502250] env[68134]: DEBUG nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.520034] env[68134]: DEBUG nova.compute.manager [req-dcd84010-2889-47dd-b2ff-f30db65a6e75 req-91eb9cc1-f8fd-43fb-8544-395c57db1899 service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Received event network-vif-plugged-400aad42-4ca7-48e8-b314-efc487e90128 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.520034] env[68134]: DEBUG oslo_concurrency.lockutils [req-dcd84010-2889-47dd-b2ff-f30db65a6e75 req-91eb9cc1-f8fd-43fb-8544-395c57db1899 service nova] Acquiring lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.520034] env[68134]: DEBUG oslo_concurrency.lockutils [req-dcd84010-2889-47dd-b2ff-f30db65a6e75 req-91eb9cc1-f8fd-43fb-8544-395c57db1899 service nova] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.520034] env[68134]: DEBUG oslo_concurrency.lockutils [req-dcd84010-2889-47dd-b2ff-f30db65a6e75 req-91eb9cc1-f8fd-43fb-8544-395c57db1899 service nova] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.520034] env[68134]: DEBUG nova.compute.manager [req-dcd84010-2889-47dd-b2ff-f30db65a6e75 req-91eb9cc1-f8fd-43fb-8544-395c57db1899 service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] No waiting events found dispatching network-vif-plugged-400aad42-4ca7-48e8-b314-efc487e90128 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.520537] env[68134]: WARNING nova.compute.manager [req-dcd84010-2889-47dd-b2ff-f30db65a6e75 req-91eb9cc1-f8fd-43fb-8544-395c57db1899 service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Received unexpected event network-vif-plugged-400aad42-4ca7-48e8-b314-efc487e90128 for instance with vm_state building and task_state spawning. [ 699.620547] env[68134]: DEBUG nova.network.neutron [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Successfully updated port: 400aad42-4ca7-48e8-b314-efc487e90128 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.691371] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "39697361-2e54-45c5-b0f5-6995c2bc13d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.692950] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.692950] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "39697361-2e54-45c5-b0f5-6995c2bc13d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.692950] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.692950] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.695651] env[68134]: INFO nova.compute.manager [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Terminating instance [ 699.720794] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baf39468-e933-4b3a-a7e8-aec941721fd3 tempest-ServerDiagnosticsV248Test-619265655 tempest-ServerDiagnosticsV248Test-619265655-project-member] Lock "6462c122-dc0f-4083-84f8-a472e61285b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.454s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.027629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.124027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "refresh_cache-3eaf8669-1dae-4574-bca9-98afd9e0b14e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.124027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired lock "refresh_cache-3eaf8669-1dae-4574-bca9-98afd9e0b14e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.124027] env[68134]: DEBUG nova.network.neutron [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.198274] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e7c93-e281-44b6-9728-427a980a452a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.206312] env[68134]: DEBUG nova.compute.manager [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.206605] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.207481] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33754522-d928-4f7b-8e29-323133997bef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.211078] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbc6087-5973-4ed9-ac54-b781dfb1767d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.220403] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.247014] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7bb94f8-09c7-4464-9fe5-a7c35f49269b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.250820] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799ce935-f0a9-48ab-95c6-ee95d7e369c6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.259987] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866e2ac-02ff-4bd8-b74e-46b5ba87ae06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.264594] env[68134]: DEBUG oslo_vmware.api [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 700.264594] env[68134]: value = "task-2964560" [ 700.264594] env[68134]: _type = "Task" [ 700.264594] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.276506] env[68134]: DEBUG nova.compute.provider_tree [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.284489] env[68134]: DEBUG oslo_vmware.api [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.663484] env[68134]: DEBUG nova.network.neutron [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.778466] env[68134]: DEBUG oslo_vmware.api [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964560, 'name': PowerOffVM_Task, 'duration_secs': 0.222726} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.778573] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.778673] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.779559] env[68134]: DEBUG nova.scheduler.client.report [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.782860] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c4d3b86-93d2-42e2-b036-07661bde8932 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.823126] env[68134]: DEBUG nova.network.neutron [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Updating instance_info_cache with network_info: [{"id": "400aad42-4ca7-48e8-b314-efc487e90128", "address": "fa:16:3e:f0:e8:a0", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400aad42-4c", "ovs_interfaceid": "400aad42-4ca7-48e8-b314-efc487e90128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.845131] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.845358] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.845535] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleting the datastore file [datastore1] 39697361-2e54-45c5-b0f5-6995c2bc13d8 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.845793] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20fd3c80-ee00-4034-acc8-92867512598c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.851739] env[68134]: DEBUG oslo_vmware.api [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 700.851739] env[68134]: value = "task-2964562" [ 700.851739] env[68134]: _type = "Task" [ 700.851739] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.859737] env[68134]: DEBUG oslo_vmware.api [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.285786] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.288504] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.867s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.288504] env[68134]: DEBUG nova.objects.instance [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lazy-loading 'resources' on Instance uuid 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.309570] env[68134]: INFO nova.scheduler.client.report [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Deleted allocations for instance 33d3c446-1267-4eb7-970b-af1013db456c [ 701.325418] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Releasing lock "refresh_cache-3eaf8669-1dae-4574-bca9-98afd9e0b14e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.325855] env[68134]: DEBUG nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Instance network_info: |[{"id": "400aad42-4ca7-48e8-b314-efc487e90128", "address": "fa:16:3e:f0:e8:a0", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400aad42-4c", "ovs_interfaceid": "400aad42-4ca7-48e8-b314-efc487e90128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.326048] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e8:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '400aad42-4ca7-48e8-b314-efc487e90128', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.333728] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Creating folder: Project (2c79e141c0944aa08230dbc575d06a6a). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.334347] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c5e863-fed8-4594-b5cd-4e2712c15294 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.345107] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Created folder: Project (2c79e141c0944aa08230dbc575d06a6a) in parent group-v594791. [ 701.345204] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Creating folder: Instances. Parent ref: group-v594879. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.345401] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a7a78da-44d2-4385-9a35-f3f188cdb495 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.353534] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Created folder: Instances in parent group-v594879. [ 701.354177] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.356980] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.357214] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-695df07a-780b-4970-b6b4-b1a937f50340 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.378860] env[68134]: DEBUG oslo_vmware.api [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136239} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.380117] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.380307] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.380480] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.380645] env[68134]: INFO nova.compute.manager [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 701.380873] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.381058] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.381058] env[68134]: value = "task-2964565" [ 701.381058] env[68134]: _type = "Task" [ 701.381058] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.381267] env[68134]: DEBUG nova.compute.manager [-] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.381407] env[68134]: DEBUG nova.network.neutron [-] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.390731] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964565, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.568382] env[68134]: DEBUG nova.compute.manager [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Received event network-changed-400aad42-4ca7-48e8-b314-efc487e90128 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.568577] env[68134]: DEBUG nova.compute.manager [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Refreshing instance network info cache due to event network-changed-400aad42-4ca7-48e8-b314-efc487e90128. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.568793] env[68134]: DEBUG oslo_concurrency.lockutils [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] Acquiring lock "refresh_cache-3eaf8669-1dae-4574-bca9-98afd9e0b14e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.568935] env[68134]: DEBUG oslo_concurrency.lockutils [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] Acquired lock "refresh_cache-3eaf8669-1dae-4574-bca9-98afd9e0b14e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.570617] env[68134]: DEBUG nova.network.neutron [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Refreshing network info cache for port 400aad42-4ca7-48e8-b314-efc487e90128 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.818037] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9f4c5914-d449-499d-882b-f86f8b30a1bb tempest-ImagesOneServerTestJSON-77772038 tempest-ImagesOneServerTestJSON-77772038-project-member] Lock "33d3c446-1267-4eb7-970b-af1013db456c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.742s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.896091] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964565, 'name': CreateVM_Task, 'duration_secs': 0.354727} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.896427] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.897377] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.897815] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.898234] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.898583] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b52a03d-1298-4be5-9b77-7651ff405e2a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.905153] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 701.905153] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5244588a-1d32-f9cf-4182-748c1d36f2ff" [ 701.905153] env[68134]: _type = "Task" [ 701.905153] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.914139] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5244588a-1d32-f9cf-4182-748c1d36f2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.218843] env[68134]: DEBUG nova.network.neutron [-] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.274700] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36898142-0bb4-4117-bd63-6a8de370f047 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.283152] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac1a636-d2cc-4ce0-a6b3-7cb8fb99d18e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.317044] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ca3ae4-b323-490f-9068-2bfed2c806a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.325553] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0583cb0-3ad7-4a4d-8688-b133c66c56e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.340085] env[68134]: DEBUG nova.compute.provider_tree [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.416666] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5244588a-1d32-f9cf-4182-748c1d36f2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.417057] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.417351] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.417628] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.417838] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.418091] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.418390] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e870ea1-4c46-47b7-ae79-e781ef4c88d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.426813] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.427051] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.427845] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b84c96-6686-4dcc-9f9b-dadef2b3932a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.433495] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 702.433495] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5283fefd-3899-69c7-16a5-72fd8abcd1bd" [ 702.433495] env[68134]: _type = "Task" [ 702.433495] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.442259] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5283fefd-3899-69c7-16a5-72fd8abcd1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.537739] env[68134]: DEBUG nova.network.neutron [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Updated VIF entry in instance network info cache for port 400aad42-4ca7-48e8-b314-efc487e90128. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.538263] env[68134]: DEBUG nova.network.neutron [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Updating instance_info_cache with network_info: [{"id": "400aad42-4ca7-48e8-b314-efc487e90128", "address": "fa:16:3e:f0:e8:a0", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400aad42-4c", "ovs_interfaceid": "400aad42-4ca7-48e8-b314-efc487e90128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.721872] env[68134]: INFO nova.compute.manager [-] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Took 1.34 seconds to deallocate network for instance. [ 702.843913] env[68134]: DEBUG nova.scheduler.client.report [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.950515] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5283fefd-3899-69c7-16a5-72fd8abcd1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.951726] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e739b2a8-323b-455f-b907-52e5ee876867 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.959238] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 702.959238] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5244a68d-b20c-8c14-7c00-100155f6a9d3" [ 702.959238] env[68134]: _type = "Task" [ 702.959238] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.968082] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5244a68d-b20c-8c14-7c00-100155f6a9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.040966] env[68134]: DEBUG oslo_concurrency.lockutils [req-1c36c2d1-1f0e-44e5-9a57-7877eb767869 req-c841c347-2d45-4700-b940-f65db6e55bbb service nova] Releasing lock "refresh_cache-3eaf8669-1dae-4574-bca9-98afd9e0b14e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.229354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.349800] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.352452] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.810s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.357017] env[68134]: INFO nova.compute.claims [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.374860] env[68134]: INFO nova.scheduler.client.report [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Deleted allocations for instance 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5 [ 703.482703] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5244a68d-b20c-8c14-7c00-100155f6a9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.482986] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.483276] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 3eaf8669-1dae-4574-bca9-98afd9e0b14e/3eaf8669-1dae-4574-bca9-98afd9e0b14e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.483839] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-667a3920-155d-4a72-9dbc-ff71614f4b7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.491468] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 703.491468] env[68134]: value = "task-2964566" [ 703.491468] env[68134]: _type = "Task" [ 703.491468] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.502514] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.610743] env[68134]: DEBUG nova.compute.manager [req-5c3980c6-5362-4591-b6b1-f7f6d9428935 req-d55589cc-bcda-4894-81e2-d6c04467c4f9 service nova] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Received event network-vif-deleted-aa3bdefe-78a5-4826-a527-577c7b92e1d0 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.883398] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f41a744-c5d4-422d-b8d4-64c2b9e072b8 tempest-ServerAddressesNegativeTestJSON-112882982 tempest-ServerAddressesNegativeTestJSON-112882982-project-member] Lock "6a07635b-5b0c-4d02-94dc-2c6cd34b95b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.740s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.006550] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468085} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.006550] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 3eaf8669-1dae-4574-bca9-98afd9e0b14e/3eaf8669-1dae-4574-bca9-98afd9e0b14e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.006550] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.006550] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd6a8ed3-9439-485f-859d-df5a631c1a8c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.013084] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 704.013084] env[68134]: value = "task-2964567" [ 704.013084] env[68134]: _type = "Task" [ 704.013084] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.022877] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.524613] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069648} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.526047] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.526876] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc2277c-902e-4b15-a5fa-8d8940fa0bf6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.554195] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 3eaf8669-1dae-4574-bca9-98afd9e0b14e/3eaf8669-1dae-4574-bca9-98afd9e0b14e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.557666] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae87ed4-27b3-4840-b9c6-bb9845dc26cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.582539] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 704.582539] env[68134]: value = "task-2964568" [ 704.582539] env[68134]: _type = "Task" [ 704.582539] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.594186] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.942614] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da70b6ec-7901-4f5c-ae10-b1de0d360ffe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.956419] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6020418-a7be-4487-8ab0-3f3b4db7f5e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.991749] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c86130-7f5f-46fd-b912-6b0b0319042a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.001019] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756d09fe-78fe-4f33-a87c-d7d428b720b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.014863] env[68134]: DEBUG nova.compute.provider_tree [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.093028] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.518465] env[68134]: DEBUG nova.scheduler.client.report [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.594280] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.026132] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.026682] env[68134]: DEBUG nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.031206] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.751s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.032888] env[68134]: INFO nova.compute.claims [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.093667] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964568, 'name': ReconfigVM_Task, 'duration_secs': 1.097574} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.093938] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 3eaf8669-1dae-4574-bca9-98afd9e0b14e/3eaf8669-1dae-4574-bca9-98afd9e0b14e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.094572] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c9f2992-e3a3-4949-b936-04447ac19432 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.101126] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 706.101126] env[68134]: value = "task-2964569" [ 706.101126] env[68134]: _type = "Task" [ 706.101126] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.111178] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964569, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.385817] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.386068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.539052] env[68134]: DEBUG nova.compute.utils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.542381] env[68134]: DEBUG nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.542574] env[68134]: DEBUG nova.network.neutron [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.616160] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964569, 'name': Rename_Task, 'duration_secs': 0.131488} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.616160] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.616160] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa5e01f4-c4ce-41b4-a1e8-0ad750b2ae28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.623033] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 706.623033] env[68134]: value = "task-2964570" [ 706.623033] env[68134]: _type = "Task" [ 706.623033] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.631554] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.633220] env[68134]: DEBUG nova.policy [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '514f2842701141f98634bd5f9eaf6494', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c79e141c0944aa08230dbc575d06a6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.052440] env[68134]: DEBUG nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.135287] env[68134]: DEBUG oslo_vmware.api [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964570, 'name': PowerOnVM_Task, 'duration_secs': 0.480678} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.135559] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.135763] env[68134]: INFO nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Took 8.10 seconds to spawn the instance on the hypervisor. [ 707.136013] env[68134]: DEBUG nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.136970] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aaf5ee-dc74-4cf4-a0d5-99be397518e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.414554] env[68134]: DEBUG nova.network.neutron [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Successfully created port: 227e970f-23ef-4370-8c5e-a8cf6a312d30 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.620792] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce56720-512f-42ba-b64e-973b34db294a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.630461] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611d7c72-85b1-4ba0-ab63-564698cc6c14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.666414] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e1354-1a73-4aaf-b5dd-f89a2176c5f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.672208] env[68134]: INFO nova.compute.manager [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Took 45.19 seconds to build instance. [ 707.676681] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59137f37-8574-4470-ab46-10750b907a69 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.691433] env[68134]: DEBUG nova.compute.provider_tree [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.067812] env[68134]: DEBUG nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.107862] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "55befe05-b148-49a1-9df0-1d3d8c169a5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.107862] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "55befe05-b148-49a1-9df0-1d3d8c169a5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.113175] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.113175] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.113175] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.113508] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.113508] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.113508] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.113508] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.113508] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.113649] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.113649] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.113649] env[68134]: DEBUG nova.virt.hardware [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.114991] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42769ac-be7c-46c4-bb4f-e73a9ea97f2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.125040] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3aeaf1-1841-488c-b633-2da48f4cb578 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.174492] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e9c15ce2-e7aa-4454-ac5d-e20a474401d4 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.885s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.197796] env[68134]: DEBUG nova.scheduler.client.report [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.680141] env[68134]: DEBUG nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.700216] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.701651] env[68134]: DEBUG nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.704394] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.603s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.704394] env[68134]: DEBUG nova.objects.instance [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lazy-loading 'resources' on Instance uuid f0d040bc-68b5-4e45-b854-775936dae98c {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.208272] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.213076] env[68134]: DEBUG nova.compute.utils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.215406] env[68134]: DEBUG nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.215584] env[68134]: DEBUG nova.network.neutron [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.239904] env[68134]: DEBUG nova.network.neutron [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Successfully updated port: 227e970f-23ef-4370-8c5e-a8cf6a312d30 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.252744] env[68134]: DEBUG nova.compute.manager [req-8045d7b7-80c3-4a6a-bab5-74621335aafc req-ed5010df-cd0f-4af3-a86f-bee69d2d516a service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Received event network-vif-plugged-227e970f-23ef-4370-8c5e-a8cf6a312d30 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.252979] env[68134]: DEBUG oslo_concurrency.lockutils [req-8045d7b7-80c3-4a6a-bab5-74621335aafc req-ed5010df-cd0f-4af3-a86f-bee69d2d516a service nova] Acquiring lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.253202] env[68134]: DEBUG oslo_concurrency.lockutils [req-8045d7b7-80c3-4a6a-bab5-74621335aafc req-ed5010df-cd0f-4af3-a86f-bee69d2d516a service nova] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.253363] env[68134]: DEBUG oslo_concurrency.lockutils [req-8045d7b7-80c3-4a6a-bab5-74621335aafc req-ed5010df-cd0f-4af3-a86f-bee69d2d516a service nova] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.253583] env[68134]: DEBUG nova.compute.manager [req-8045d7b7-80c3-4a6a-bab5-74621335aafc req-ed5010df-cd0f-4af3-a86f-bee69d2d516a service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] No waiting events found dispatching network-vif-plugged-227e970f-23ef-4370-8c5e-a8cf6a312d30 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.254985] env[68134]: WARNING nova.compute.manager [req-8045d7b7-80c3-4a6a-bab5-74621335aafc req-ed5010df-cd0f-4af3-a86f-bee69d2d516a service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Received unexpected event network-vif-plugged-227e970f-23ef-4370-8c5e-a8cf6a312d30 for instance with vm_state building and task_state spawning. [ 709.277593] env[68134]: DEBUG nova.policy [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4930202df8f948b4bc7aae9f643f9f74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab03af804df4eb8b264588f0ec355e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.718980] env[68134]: DEBUG nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.738225] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ca0c96-145e-48cb-9379-da72a5b58f59 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.742022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "refresh_cache-bec2b37d-ba84-42f7-8506-0b5868e7fa7a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.743026] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired lock "refresh_cache-bec2b37d-ba84-42f7-8506-0b5868e7fa7a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.743026] env[68134]: DEBUG nova.network.neutron [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.751771] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435e84ce-1940-403f-ae2b-72deecd140f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.754707] env[68134]: DEBUG nova.network.neutron [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Successfully created port: a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.786347] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46454f23-4719-4c37-b262-cc9c1ca37d98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.795402] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d878ec2-89f0-4c41-9e96-d4b0b9d18692 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.812171] env[68134]: DEBUG nova.compute.provider_tree [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.292902] env[68134]: DEBUG nova.network.neutron [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.314794] env[68134]: DEBUG nova.scheduler.client.report [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.474314] env[68134]: DEBUG nova.network.neutron [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Updating instance_info_cache with network_info: [{"id": "227e970f-23ef-4370-8c5e-a8cf6a312d30", "address": "fa:16:3e:3e:90:a8", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227e970f-23", "ovs_interfaceid": "227e970f-23ef-4370-8c5e-a8cf6a312d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.734139] env[68134]: DEBUG nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.760586] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.760853] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.761018] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.761203] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.761347] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.761565] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.761783] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.761938] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.762117] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.762280] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.762500] env[68134]: DEBUG nova.virt.hardware [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.763441] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6dac76-90c9-41cd-8adf-205d077a4c8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.772848] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cef6d60-5119-49eb-8ba5-b70d6a76e213 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.821571] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.823870] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.826330] env[68134]: INFO nova.compute.claims [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.849147] env[68134]: INFO nova.scheduler.client.report [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Deleted allocations for instance f0d040bc-68b5-4e45-b854-775936dae98c [ 710.976775] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Releasing lock "refresh_cache-bec2b37d-ba84-42f7-8506-0b5868e7fa7a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.977186] env[68134]: DEBUG nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Instance network_info: |[{"id": "227e970f-23ef-4370-8c5e-a8cf6a312d30", "address": "fa:16:3e:3e:90:a8", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227e970f-23", "ovs_interfaceid": "227e970f-23ef-4370-8c5e-a8cf6a312d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.977660] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:90:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '227e970f-23ef-4370-8c5e-a8cf6a312d30', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.986803] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.987110] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.987397] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3259fa6-97a6-4694-bcfb-0be0356a07e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.010713] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.010713] env[68134]: value = "task-2964571" [ 711.010713] env[68134]: _type = "Task" [ 711.010713] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.018998] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964571, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.339519] env[68134]: DEBUG nova.compute.manager [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Received event network-changed-227e970f-23ef-4370-8c5e-a8cf6a312d30 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.339754] env[68134]: DEBUG nova.compute.manager [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Refreshing instance network info cache due to event network-changed-227e970f-23ef-4370-8c5e-a8cf6a312d30. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.339955] env[68134]: DEBUG oslo_concurrency.lockutils [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] Acquiring lock "refresh_cache-bec2b37d-ba84-42f7-8506-0b5868e7fa7a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.340110] env[68134]: DEBUG oslo_concurrency.lockutils [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] Acquired lock "refresh_cache-bec2b37d-ba84-42f7-8506-0b5868e7fa7a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.340275] env[68134]: DEBUG nova.network.neutron [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Refreshing network info cache for port 227e970f-23ef-4370-8c5e-a8cf6a312d30 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.359140] env[68134]: DEBUG nova.compute.manager [req-56b19bab-2bfa-408d-9d6e-8f0723836e39 req-76c2fe86-571f-4a2c-9c88-5ddbfb69f04c service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Received event network-vif-plugged-a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.359452] env[68134]: DEBUG oslo_concurrency.lockutils [req-56b19bab-2bfa-408d-9d6e-8f0723836e39 req-76c2fe86-571f-4a2c-9c88-5ddbfb69f04c service nova] Acquiring lock "11adde73-5bff-4603-baa6-900887998828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.359663] env[68134]: DEBUG oslo_concurrency.lockutils [req-56b19bab-2bfa-408d-9d6e-8f0723836e39 req-76c2fe86-571f-4a2c-9c88-5ddbfb69f04c service nova] Lock "11adde73-5bff-4603-baa6-900887998828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.359888] env[68134]: DEBUG oslo_concurrency.lockutils [req-56b19bab-2bfa-408d-9d6e-8f0723836e39 req-76c2fe86-571f-4a2c-9c88-5ddbfb69f04c service nova] Lock "11adde73-5bff-4603-baa6-900887998828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.360112] env[68134]: DEBUG nova.compute.manager [req-56b19bab-2bfa-408d-9d6e-8f0723836e39 req-76c2fe86-571f-4a2c-9c88-5ddbfb69f04c service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] No waiting events found dispatching network-vif-plugged-a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.360325] env[68134]: WARNING nova.compute.manager [req-56b19bab-2bfa-408d-9d6e-8f0723836e39 req-76c2fe86-571f-4a2c-9c88-5ddbfb69f04c service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Received unexpected event network-vif-plugged-a4251494-c722-4bce-8b2d-d55a33cb48ed for instance with vm_state building and task_state spawning. [ 711.361389] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ed78c57-b4e3-4a85-a0ac-bce5f5c97f05 tempest-ServerAddressesTestJSON-229360506 tempest-ServerAddressesTestJSON-229360506-project-member] Lock "f0d040bc-68b5-4e45-b854-775936dae98c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.864s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.512943] env[68134]: DEBUG nova.network.neutron [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Successfully updated port: a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.530619] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964571, 'name': CreateVM_Task, 'duration_secs': 0.417794} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.530890] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.531578] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.531748] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.532092] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.532363] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07e6ca9-fdf5-40b2-9024-4dfe6abe9b7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.541239] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 711.541239] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52354153-3b90-eb8e-80ae-2a02d4c2ec41" [ 711.541239] env[68134]: _type = "Task" [ 711.541239] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.554180] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52354153-3b90-eb8e-80ae-2a02d4c2ec41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.017898] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.018372] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquired lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.018857] env[68134]: DEBUG nova.network.neutron [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.058868] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52354153-3b90-eb8e-80ae-2a02d4c2ec41, 'name': SearchDatastore_Task, 'duration_secs': 0.015211} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.062422] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.062714] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.062954] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.063122] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.063284] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.066153] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae3aaa5b-e639-4cfe-aade-674e9619beee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.077611] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.077836] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.081224] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872d8e15-98b3-4668-9e25-12ebba69b6d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.090336] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 712.090336] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524ad767-51d8-2724-a9da-7081f0b97da2" [ 712.090336] env[68134]: _type = "Task" [ 712.090336] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.101909] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524ad767-51d8-2724-a9da-7081f0b97da2, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.107313] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf7443a-72a4-4923-8856-53814d7797df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.113962] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 712.113962] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52763645-a716-ed3e-d90d-1fd4fa31bb20" [ 712.113962] env[68134]: _type = "Task" [ 712.113962] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.127189] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52763645-a716-ed3e-d90d-1fd4fa31bb20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.246382] env[68134]: DEBUG nova.network.neutron [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Updated VIF entry in instance network info cache for port 227e970f-23ef-4370-8c5e-a8cf6a312d30. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.246382] env[68134]: DEBUG nova.network.neutron [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Updating instance_info_cache with network_info: [{"id": "227e970f-23ef-4370-8c5e-a8cf6a312d30", "address": "fa:16:3e:3e:90:a8", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227e970f-23", "ovs_interfaceid": "227e970f-23ef-4370-8c5e-a8cf6a312d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.478211] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed8d90e-f311-48e2-abfe-1a58d64aef1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.487208] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248cb5b-bd66-441a-adbf-09e3ecf0d101 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.519781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6463fbd9-ddfb-4259-b2a8-d5e65f504919 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.533233] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a09cd6-bf1a-4e19-97f9-89c7c7420392 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.546993] env[68134]: DEBUG nova.compute.provider_tree [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.589660] env[68134]: DEBUG nova.network.neutron [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.628556] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52763645-a716-ed3e-d90d-1fd4fa31bb20, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.628853] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.629090] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] bec2b37d-ba84-42f7-8506-0b5868e7fa7a/bec2b37d-ba84-42f7-8506-0b5868e7fa7a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.629359] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b75ef0-c5e2-45c5-9b94-8c5d49f5282f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.637371] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 712.637371] env[68134]: value = "task-2964572" [ 712.637371] env[68134]: _type = "Task" [ 712.637371] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.646394] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.748409] env[68134]: DEBUG oslo_concurrency.lockutils [req-feac4a84-2e88-498e-9850-d29462bcd23a req-4afd9fda-89f1-4798-87ad-509412c9aeb3 service nova] Releasing lock "refresh_cache-bec2b37d-ba84-42f7-8506-0b5868e7fa7a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.854525] env[68134]: DEBUG nova.network.neutron [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Updating instance_info_cache with network_info: [{"id": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "address": "fa:16:3e:f4:74:93", "network": {"id": "75e62eda-41fc-4422-bbc4-efe43ef48560", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-603833508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab03af804df4eb8b264588f0ec355e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4251494-c7", "ovs_interfaceid": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.051306] env[68134]: DEBUG nova.scheduler.client.report [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.148667] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964572, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.358594] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Releasing lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.361936] env[68134]: DEBUG nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Instance network_info: |[{"id": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "address": "fa:16:3e:f4:74:93", "network": {"id": "75e62eda-41fc-4422-bbc4-efe43ef48560", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-603833508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab03af804df4eb8b264588f0ec355e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4251494-c7", "ovs_interfaceid": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.363237] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:74:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4251494-c722-4bce-8b2d-d55a33cb48ed', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.368106] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Creating folder: Project (6ab03af804df4eb8b264588f0ec355e5). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.368435] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c45feee-a3e8-4793-8035-f88979208301 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.382458] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Created folder: Project (6ab03af804df4eb8b264588f0ec355e5) in parent group-v594791. [ 713.382769] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Creating folder: Instances. Parent ref: group-v594883. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.383075] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a5bd880-8281-46a6-a337-f8ec88e31e73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.394912] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Created folder: Instances in parent group-v594883. [ 713.395179] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.395411] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11adde73-5bff-4603-baa6-900887998828] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.395633] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f25e4534-6861-47d2-8a0c-1d318cb214ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.422811] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.422811] env[68134]: value = "task-2964575" [ 713.422811] env[68134]: _type = "Task" [ 713.422811] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.430243] env[68134]: DEBUG nova.compute.manager [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Received event network-changed-a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.430243] env[68134]: DEBUG nova.compute.manager [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Refreshing instance network info cache due to event network-changed-a4251494-c722-4bce-8b2d-d55a33cb48ed. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.430374] env[68134]: DEBUG oslo_concurrency.lockutils [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] Acquiring lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.430564] env[68134]: DEBUG oslo_concurrency.lockutils [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] Acquired lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.430728] env[68134]: DEBUG nova.network.neutron [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Refreshing network info cache for port a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.437674] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964575, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.557359] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.557848] env[68134]: DEBUG nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.561048] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.688s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.562695] env[68134]: INFO nova.compute.claims [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.649669] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525599} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.649929] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] bec2b37d-ba84-42f7-8506-0b5868e7fa7a/bec2b37d-ba84-42f7-8506-0b5868e7fa7a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.650172] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.650445] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-396ec493-ee71-48d9-9497-2ef3a05c84b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.658286] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 713.658286] env[68134]: value = "task-2964576" [ 713.658286] env[68134]: _type = "Task" [ 713.658286] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.667243] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.936709] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964575, 'name': CreateVM_Task, 'duration_secs': 0.387391} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.936709] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11adde73-5bff-4603-baa6-900887998828] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.937557] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.937974] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.938616] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.939063] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72371fa7-d99f-4062-a743-8b7f3dc38944 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.947473] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 713.947473] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520d85f0-eea9-bad3-1153-45a8c33504aa" [ 713.947473] env[68134]: _type = "Task" [ 713.947473] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.960771] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520d85f0-eea9-bad3-1153-45a8c33504aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.067967] env[68134]: DEBUG nova.compute.utils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.074185] env[68134]: DEBUG nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.074353] env[68134]: DEBUG nova.network.neutron [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.120725] env[68134]: DEBUG nova.policy [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf340c4b32f4510b622ee225acd44ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc96f83155554dcd861cc8d1466f3153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.170039] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248868} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.170343] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.171149] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17451c24-0036-442e-8dd6-432db53e76f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.194044] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] bec2b37d-ba84-42f7-8506-0b5868e7fa7a/bec2b37d-ba84-42f7-8506-0b5868e7fa7a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.194328] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f0ca50-3f0d-451a-b351-fd0cce5fcaca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.217520] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 714.217520] env[68134]: value = "task-2964577" [ 714.217520] env[68134]: _type = "Task" [ 714.217520] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.230949] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.376039] env[68134]: DEBUG nova.network.neutron [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Updated VIF entry in instance network info cache for port a4251494-c722-4bce-8b2d-d55a33cb48ed. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.376813] env[68134]: DEBUG nova.network.neutron [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Updating instance_info_cache with network_info: [{"id": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "address": "fa:16:3e:f4:74:93", "network": {"id": "75e62eda-41fc-4422-bbc4-efe43ef48560", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-603833508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab03af804df4eb8b264588f0ec355e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4251494-c7", "ovs_interfaceid": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.459362] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520d85f0-eea9-bad3-1153-45a8c33504aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015288} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.459731] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.459998] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.460262] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.460406] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.460583] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.461028] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b47e461-fef8-49a2-bc4d-aeb3f2cd71b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.474491] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.474757] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.475502] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c428ee-b116-4e89-8ce7-df6a6d866ef3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.482433] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 714.482433] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e80a96-7570-ec54-08be-45ae0eae7e12" [ 714.482433] env[68134]: _type = "Task" [ 714.482433] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.491287] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e80a96-7570-ec54-08be-45ae0eae7e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.574790] env[68134]: DEBUG nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.728594] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.885205] env[68134]: DEBUG oslo_concurrency.lockutils [req-745f093b-8297-4183-a5d7-354a9aa6da1b req-15b25609-6f3f-4644-9716-c7c35748640e service nova] Releasing lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.886455] env[68134]: DEBUG nova.network.neutron [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Successfully created port: 65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.999613] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e80a96-7570-ec54-08be-45ae0eae7e12, 'name': SearchDatastore_Task, 'duration_secs': 0.020436} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.006036] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece9b4a0-ff02-4602-9fb6-2cdb0665a61c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.011303] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 715.011303] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522d6f93-0716-47b7-d730-92e12453263a" [ 715.011303] env[68134]: _type = "Task" [ 715.011303] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.020871] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522d6f93-0716-47b7-d730-92e12453263a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.155285] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c138df-2485-4fc6-835c-b63de31b6be7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.167960] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acf3970-78b9-4183-ae17-aeebd708d2e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.210081] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55298fce-e0ad-434b-ab49-bcc2d97de9f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.218513] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836adedd-7383-47c9-bd95-0e19fe63540a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.232369] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964577, 'name': ReconfigVM_Task, 'duration_secs': 0.737079} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.239627] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Reconfigured VM instance instance-0000001f to attach disk [datastore1] bec2b37d-ba84-42f7-8506-0b5868e7fa7a/bec2b37d-ba84-42f7-8506-0b5868e7fa7a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.240528] env[68134]: DEBUG nova.compute.provider_tree [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.241873] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abde23ab-79d5-47d8-aaff-ea8312b294e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.250398] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 715.250398] env[68134]: value = "task-2964578" [ 715.250398] env[68134]: _type = "Task" [ 715.250398] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.259224] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964578, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.527478] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522d6f93-0716-47b7-d730-92e12453263a, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.527840] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.528212] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 11adde73-5bff-4603-baa6-900887998828/11adde73-5bff-4603-baa6-900887998828.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.528573] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65b3f185-639b-4f4b-afb7-2bc0d39099ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.538160] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 715.538160] env[68134]: value = "task-2964579" [ 715.538160] env[68134]: _type = "Task" [ 715.538160] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.549030] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.594794] env[68134]: DEBUG nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.638429] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.638429] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.638633] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.638749] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.638898] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.639335] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.639611] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.639802] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.640033] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.640195] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.640382] env[68134]: DEBUG nova.virt.hardware [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.641289] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df674475-164d-48b4-be31-365ead8c069f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.650518] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30feaf-12c2-4229-b89b-f5cc9bd46d64 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.746532] env[68134]: DEBUG nova.scheduler.client.report [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.768958] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964578, 'name': Rename_Task, 'duration_secs': 0.154373} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.769289] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.769551] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03197b9b-bb6b-4894-b706-0f4ce64fd619 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.783270] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 715.783270] env[68134]: value = "task-2964580" [ 715.783270] env[68134]: _type = "Task" [ 715.783270] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.794835] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.053280] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964579, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.253675] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.254411] env[68134]: DEBUG nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.257193] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.833s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.257431] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.257754] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 716.258328] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.506s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.259842] env[68134]: INFO nova.compute.claims [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.263926] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8c1996-5dab-488d-afd8-95d0b11e7e8d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.275638] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0673d610-4aeb-43d4-aebf-e884748ae188 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.297270] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec4030-618c-473b-b36c-f7a8aa86564e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.305515] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964580, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.309669] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af88108-e68b-449f-9b63-ce5b50d80868 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.342327] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179347MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 716.342479] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.457419] env[68134]: DEBUG nova.compute.manager [req-b32abb78-3752-4091-bce6-9876412383b5 req-772ce1b4-b4c2-4e2b-aef7-bcc5a39d78e2 service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Received event network-vif-plugged-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.457419] env[68134]: DEBUG oslo_concurrency.lockutils [req-b32abb78-3752-4091-bce6-9876412383b5 req-772ce1b4-b4c2-4e2b-aef7-bcc5a39d78e2 service nova] Acquiring lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.457419] env[68134]: DEBUG oslo_concurrency.lockutils [req-b32abb78-3752-4091-bce6-9876412383b5 req-772ce1b4-b4c2-4e2b-aef7-bcc5a39d78e2 service nova] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.457419] env[68134]: DEBUG oslo_concurrency.lockutils [req-b32abb78-3752-4091-bce6-9876412383b5 req-772ce1b4-b4c2-4e2b-aef7-bcc5a39d78e2 service nova] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.457419] env[68134]: DEBUG nova.compute.manager [req-b32abb78-3752-4091-bce6-9876412383b5 req-772ce1b4-b4c2-4e2b-aef7-bcc5a39d78e2 service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] No waiting events found dispatching network-vif-plugged-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.457581] env[68134]: WARNING nova.compute.manager [req-b32abb78-3752-4091-bce6-9876412383b5 req-772ce1b4-b4c2-4e2b-aef7-bcc5a39d78e2 service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Received unexpected event network-vif-plugged-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce for instance with vm_state building and task_state spawning. [ 716.551658] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515491} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.551658] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 11adde73-5bff-4603-baa6-900887998828/11adde73-5bff-4603-baa6-900887998828.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.551658] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.551868] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3af3b9b2-7330-4858-a700-03af529965fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.560043] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 716.560043] env[68134]: value = "task-2964581" [ 716.560043] env[68134]: _type = "Task" [ 716.560043] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.569243] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.608105] env[68134]: DEBUG nova.network.neutron [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Successfully updated port: 65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.769311] env[68134]: DEBUG nova.compute.utils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.771059] env[68134]: DEBUG nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.771059] env[68134]: DEBUG nova.network.neutron [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.804754] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.845905] env[68134]: DEBUG nova.policy [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77c9d18bdc734c21a9356596f0873f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd744731f7025452ab8c4dfb79de7a65f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.070160] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209367} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.070410] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.071339] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff61053-51a1-4b64-aea3-7859c9eeda4f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.094269] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 11adde73-5bff-4603-baa6-900887998828/11adde73-5bff-4603-baa6-900887998828.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.094572] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a1d0d1-705f-4a23-8e75-8a5f9055615a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.110275] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.113022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquired lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.113022] env[68134]: DEBUG nova.network.neutron [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.115563] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 717.115563] env[68134]: value = "task-2964582" [ 717.115563] env[68134]: _type = "Task" [ 717.115563] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.124234] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.274603] env[68134]: DEBUG nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.311218] env[68134]: DEBUG oslo_vmware.api [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964580, 'name': PowerOnVM_Task, 'duration_secs': 1.15357} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.311647] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.312013] env[68134]: INFO nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Took 9.24 seconds to spawn the instance on the hypervisor. [ 717.312482] env[68134]: DEBUG nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.314343] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc6f6a-8c02-4877-b9d2-cca1137cf531 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.376468] env[68134]: DEBUG nova.network.neutron [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Successfully created port: 928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.631126] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964582, 'name': ReconfigVM_Task, 'duration_secs': 0.309143} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.631126] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 11adde73-5bff-4603-baa6-900887998828/11adde73-5bff-4603-baa6-900887998828.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.631126] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d957b494-8d8a-4cdf-be15-2995f5e376ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.639732] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 717.639732] env[68134]: value = "task-2964583" [ 717.639732] env[68134]: _type = "Task" [ 717.639732] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.657232] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964583, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.667528] env[68134]: DEBUG nova.network.neutron [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.835463] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17580468-7da1-4bd9-b6c6-aca1b853b2d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.844240] env[68134]: INFO nova.compute.manager [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Took 48.33 seconds to build instance. [ 717.851256] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d414ce9-1f3a-42dc-9924-851d8cbd19e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.904135] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77595ce0-b71e-4162-a338-8563db921116 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.910714] env[68134]: DEBUG nova.network.neutron [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Updating instance_info_cache with network_info: [{"id": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "address": "fa:16:3e:fb:ad:6b", "network": {"id": "e125cb85-2c0d-45dc-8094-77876e476fb3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-87154108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96f83155554dcd861cc8d1466f3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bbb2e6-f0", "ovs_interfaceid": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.915526] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae1ad63-f5ce-4568-9142-66c604328319 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.931961] env[68134]: DEBUG nova.compute.provider_tree [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.153964] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964583, 'name': Rename_Task, 'duration_secs': 0.156833} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.154261] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.154511] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b92695-fd06-4f7c-9ca8-9d9d02c8bca8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.162278] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 718.162278] env[68134]: value = "task-2964584" [ 718.162278] env[68134]: _type = "Task" [ 718.162278] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.170953] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.286649] env[68134]: DEBUG nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.315113] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.315113] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.315113] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.315271] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.315271] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.315271] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.315805] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.316162] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.316491] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.316788] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.317104] env[68134]: DEBUG nova.virt.hardware [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.320255] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf90337-c6e9-4860-9f3d-fee46dae9603 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.328509] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103059a9-16d8-4e11-9bb9-2560f8785d59 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.345017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbd80bc8-831f-4fd3-86cb-9af6e8a9d834 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.062s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.415688] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Releasing lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.416060] env[68134]: DEBUG nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Instance network_info: |[{"id": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "address": "fa:16:3e:fb:ad:6b", "network": {"id": "e125cb85-2c0d-45dc-8094-77876e476fb3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-87154108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96f83155554dcd861cc8d1466f3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bbb2e6-f0", "ovs_interfaceid": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.416480] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ad:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65bbb2e6-f0b7-49a8-9289-9d8996cb68ce', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.424806] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Creating folder: Project (bc96f83155554dcd861cc8d1466f3153). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.425667] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b08ab37-3b56-402a-9839-c675b0c509b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.435826] env[68134]: DEBUG nova.scheduler.client.report [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.441669] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Created folder: Project (bc96f83155554dcd861cc8d1466f3153) in parent group-v594791. [ 718.441957] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Creating folder: Instances. Parent ref: group-v594886. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.442658] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50752768-af73-47a7-8094-024c9971fcf5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.454635] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Created folder: Instances in parent group-v594886. [ 718.454738] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.454889] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.455154] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22ffac7-7e3c-4d32-9926-f5b467052071 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.479552] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.480111] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.486320] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.486320] env[68134]: value = "task-2964587" [ 718.486320] env[68134]: _type = "Task" [ 718.486320] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.496269] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964587, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.670455] env[68134]: DEBUG nova.compute.manager [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Received event network-changed-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.670752] env[68134]: DEBUG nova.compute.manager [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Refreshing instance network info cache due to event network-changed-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.671077] env[68134]: DEBUG oslo_concurrency.lockutils [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] Acquiring lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.671320] env[68134]: DEBUG oslo_concurrency.lockutils [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] Acquired lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.671554] env[68134]: DEBUG nova.network.neutron [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Refreshing network info cache for port 65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.679824] env[68134]: DEBUG oslo_vmware.api [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964584, 'name': PowerOnVM_Task, 'duration_secs': 0.512826} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.679824] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.679824] env[68134]: INFO nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Took 7.95 seconds to spawn the instance on the hypervisor. [ 718.680034] env[68134]: DEBUG nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.681808] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbf2fa-a210-4985-8883-29824b9f84d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.848124] env[68134]: DEBUG nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.941952] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.942482] env[68134]: DEBUG nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.949021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.484s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.949021] env[68134]: DEBUG nova.objects.instance [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lazy-loading 'resources' on Instance uuid a518e6a0-7142-4a7b-a710-169c52edd3ee {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.999556] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964587, 'name': CreateVM_Task, 'duration_secs': 0.406964} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.999556] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.999556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.999556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.999556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.999829] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048c4296-0e39-4fc7-908f-ba3ab69fa0ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.010162] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 719.010162] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523c06b6-7e9a-d32d-d447-d82c51638afe" [ 719.010162] env[68134]: _type = "Task" [ 719.010162] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.018686] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523c06b6-7e9a-d32d-d447-d82c51638afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.140380] env[68134]: DEBUG nova.network.neutron [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Successfully updated port: 928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.203833] env[68134]: INFO nova.compute.manager [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Took 47.96 seconds to build instance. [ 719.373745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.452236] env[68134]: DEBUG nova.compute.utils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.456921] env[68134]: DEBUG nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.457116] env[68134]: DEBUG nova.network.neutron [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.507724] env[68134]: DEBUG nova.policy [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f389fc74ae1e4b4fb58c379ce35be315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d2058493e2f425c8abf274ac43f7f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.525020] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523c06b6-7e9a-d32d-d447-d82c51638afe, 'name': SearchDatastore_Task, 'duration_secs': 0.012902} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.526829] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.527070] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.527296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.527435] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.527606] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.528138] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe69f7a-df26-4538-963c-2eafadd277be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.538022] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.541022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.541022] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72dc0bc9-ae8f-4439-a09a-1cd80c769ac3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.545431] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 719.545431] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c2dc2-b452-14b1-9510-4098b3431c69" [ 719.545431] env[68134]: _type = "Task" [ 719.545431] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.554276] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c2dc2-b452-14b1-9510-4098b3431c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.594673] env[68134]: DEBUG nova.network.neutron [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Updated VIF entry in instance network info cache for port 65bbb2e6-f0b7-49a8-9289-9d8996cb68ce. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.595139] env[68134]: DEBUG nova.network.neutron [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Updating instance_info_cache with network_info: [{"id": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "address": "fa:16:3e:fb:ad:6b", "network": {"id": "e125cb85-2c0d-45dc-8094-77876e476fb3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-87154108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96f83155554dcd861cc8d1466f3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bbb2e6-f0", "ovs_interfaceid": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.600471] env[68134]: DEBUG nova.compute.manager [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.601781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c367af-a8e7-4275-a846-69fc456a1e66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.643888] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.643888] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.643888] env[68134]: DEBUG nova.network.neutron [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.708029] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75ee8382-ab5b-43f2-98c0-37147a39f2c2 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "11adde73-5bff-4603-baa6-900887998828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.144s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.920253] env[68134]: DEBUG nova.network.neutron [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Successfully created port: 49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.958346] env[68134]: DEBUG nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.060824] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c2dc2-b452-14b1-9510-4098b3431c69, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.064274] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b887d7-d96a-47f3-9431-0d2df14d1f91 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.072406] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 720.072406] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5284897c-0fa4-3af0-e823-5f8a46934a00" [ 720.072406] env[68134]: _type = "Task" [ 720.072406] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.084500] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284897c-0fa4-3af0-e823-5f8a46934a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.099969] env[68134]: DEBUG oslo_concurrency.lockutils [req-7076a567-d6ba-4108-88c0-1a730107b767 req-140d872c-cbee-4206-9fba-392660caeeed service nova] Releasing lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.113559] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef35b7cf-1882-4bff-b8a4-7d1993a4c3c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.118744] env[68134]: INFO nova.compute.manager [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] instance snapshotting [ 720.123755] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a83b4-6849-41cb-9b06-b67a091ce404 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.129582] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e834f201-0dd0-4567-8ce8-09ba048a3b35 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.176498] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0c151-a6f2-4990-8c30-8729f74e408f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.180718] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd4ee4-aab9-4b13-bb4f-ac143840a35a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.190511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449329be-f4e6-4e9a-86ad-dcb9c326d39a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.206967] env[68134]: DEBUG nova.compute.provider_tree [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.215280] env[68134]: DEBUG nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.230858] env[68134]: DEBUG nova.network.neutron [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.397628] env[68134]: DEBUG nova.network.neutron [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updating instance_info_cache with network_info: [{"id": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "address": "fa:16:3e:11:c7:2b", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928ccdb7-e3", "ovs_interfaceid": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.583495] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284897c-0fa4-3af0-e823-5f8a46934a00, 'name': SearchDatastore_Task, 'duration_secs': 0.032508} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.583760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.584030] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9c4949ce-1c1c-45f4-9348-1201c2734c6e/9c4949ce-1c1c-45f4-9348-1201c2734c6e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.584287] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef0e73ff-73a3-4966-b612-147546732774 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.591835] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 720.591835] env[68134]: value = "task-2964588" [ 720.591835] env[68134]: _type = "Task" [ 720.591835] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.601760] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.700815] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.701184] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd5b4e15-7134-4c42-beed-29ba7f39bb4d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.710521] env[68134]: DEBUG nova.scheduler.client.report [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.714232] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 720.714232] env[68134]: value = "task-2964589" [ 720.714232] env[68134]: _type = "Task" [ 720.714232] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.716902] env[68134]: DEBUG nova.compute.manager [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Received event network-vif-plugged-928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.717122] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Acquiring lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.717327] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.717484] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.717731] env[68134]: DEBUG nova.compute.manager [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] No waiting events found dispatching network-vif-plugged-928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.718941] env[68134]: WARNING nova.compute.manager [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Received unexpected event network-vif-plugged-928ccdb7-e3e7-4098-9a36-4ed7f81d8632 for instance with vm_state building and task_state spawning. [ 720.718941] env[68134]: DEBUG nova.compute.manager [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Received event network-changed-928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.718941] env[68134]: DEBUG nova.compute.manager [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Refreshing instance network info cache due to event network-changed-928ccdb7-e3e7-4098-9a36-4ed7f81d8632. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.718941] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Acquiring lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.733786] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.741790] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.900160] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Releasing lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.901042] env[68134]: DEBUG nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Instance network_info: |[{"id": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "address": "fa:16:3e:11:c7:2b", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928ccdb7-e3", "ovs_interfaceid": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.901042] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Acquired lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.901244] env[68134]: DEBUG nova.network.neutron [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Refreshing network info cache for port 928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.902294] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:c7:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '928ccdb7-e3e7-4098-9a36-4ed7f81d8632', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.914031] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Creating folder: Project (d744731f7025452ab8c4dfb79de7a65f). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.916885] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3134eed-03aa-4bef-bb71-4819acb114d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.930210] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Created folder: Project (d744731f7025452ab8c4dfb79de7a65f) in parent group-v594791. [ 720.930409] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Creating folder: Instances. Parent ref: group-v594889. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.930648] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a84ff9d-38ed-49f9-9d8e-17f56f44b6a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.942369] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Created folder: Instances in parent group-v594889. [ 720.942641] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.942840] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.943090] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37575dea-81dc-4891-af3c-1522290528a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.967106] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.967106] env[68134]: value = "task-2964592" [ 720.967106] env[68134]: _type = "Task" [ 720.967106] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.971790] env[68134]: DEBUG nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.979862] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964592, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.997709] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.997999] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.998251] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.998454] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.998613] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.998803] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.999080] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.003022] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.003022] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.003022] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.003022] env[68134]: DEBUG nova.virt.hardware [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.003022] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c0455-5715-453c-af42-4605374fb1ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.013297] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2c9ba1-0a9f-4ede-8cd8-0bd17c0307f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.103543] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964588, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.189305] env[68134]: DEBUG nova.network.neutron [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updated VIF entry in instance network info cache for port 928ccdb7-e3e7-4098-9a36-4ed7f81d8632. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.189766] env[68134]: DEBUG nova.network.neutron [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updating instance_info_cache with network_info: [{"id": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "address": "fa:16:3e:11:c7:2b", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928ccdb7-e3", "ovs_interfaceid": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.216069] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.219696] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.084s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.221585] env[68134]: INFO nova.compute.claims [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.238141] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.243656] env[68134]: INFO nova.scheduler.client.report [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleted allocations for instance a518e6a0-7142-4a7b-a710-169c52edd3ee [ 721.423474] env[68134]: DEBUG nova.compute.manager [req-b8e6e117-275c-42ef-84be-bfe912fc20aa req-a7570a36-ffce-4bcc-9a24-a87513c70578 service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Received event network-vif-plugged-49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.423717] env[68134]: DEBUG oslo_concurrency.lockutils [req-b8e6e117-275c-42ef-84be-bfe912fc20aa req-a7570a36-ffce-4bcc-9a24-a87513c70578 service nova] Acquiring lock "665a3f40-d12f-4e99-b3d2-53e137897226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.423951] env[68134]: DEBUG oslo_concurrency.lockutils [req-b8e6e117-275c-42ef-84be-bfe912fc20aa req-a7570a36-ffce-4bcc-9a24-a87513c70578 service nova] Lock "665a3f40-d12f-4e99-b3d2-53e137897226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.424153] env[68134]: DEBUG oslo_concurrency.lockutils [req-b8e6e117-275c-42ef-84be-bfe912fc20aa req-a7570a36-ffce-4bcc-9a24-a87513c70578 service nova] Lock "665a3f40-d12f-4e99-b3d2-53e137897226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.424335] env[68134]: DEBUG nova.compute.manager [req-b8e6e117-275c-42ef-84be-bfe912fc20aa req-a7570a36-ffce-4bcc-9a24-a87513c70578 service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] No waiting events found dispatching network-vif-plugged-49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.424545] env[68134]: WARNING nova.compute.manager [req-b8e6e117-275c-42ef-84be-bfe912fc20aa req-a7570a36-ffce-4bcc-9a24-a87513c70578 service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Received unexpected event network-vif-plugged-49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 for instance with vm_state building and task_state spawning. [ 721.483210] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964592, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.559482] env[68134]: DEBUG nova.network.neutron [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Successfully updated port: 49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.606305] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75528} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.606588] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9c4949ce-1c1c-45f4-9348-1201c2734c6e/9c4949ce-1c1c-45f4-9348-1201c2734c6e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.606801] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.607096] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ca898d9-edde-4080-899b-aa90a1a77423 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.615808] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 721.615808] env[68134]: value = "task-2964593" [ 721.615808] env[68134]: _type = "Task" [ 721.615808] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.625957] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.693149] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Releasing lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.693426] env[68134]: DEBUG nova.compute.manager [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Received event network-changed-a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.693599] env[68134]: DEBUG nova.compute.manager [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Refreshing instance network info cache due to event network-changed-a4251494-c722-4bce-8b2d-d55a33cb48ed. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.693815] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Acquiring lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.693957] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Acquired lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.694144] env[68134]: DEBUG nova.network.neutron [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Refreshing network info cache for port a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.739303] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964589, 'name': CreateSnapshot_Task, 'duration_secs': 0.942554} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.739732] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.741013] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12926fe-f1f4-4e03-ac39-2d08e0bc4efd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.761650] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc7b6e43-a265-455b-b64b-a9f0567e19bf tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "a518e6a0-7142-4a7b-a710-169c52edd3ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.897s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.980953] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964592, 'name': CreateVM_Task, 'duration_secs': 0.688865} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.981156] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.982380] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.982481] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.984374] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.985343] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f54e1f-dd42-4f87-b839-d13bc4c5c431 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.994239] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 721.994239] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52718804-b77f-5f45-43b6-3975a52271b1" [ 721.994239] env[68134]: _type = "Task" [ 721.994239] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.008142] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52718804-b77f-5f45-43b6-3975a52271b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.062494] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-665a3f40-d12f-4e99-b3d2-53e137897226" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.062702] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-665a3f40-d12f-4e99-b3d2-53e137897226" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.062789] env[68134]: DEBUG nova.network.neutron [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.128706] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159034} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.128987] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.131476] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbc756b-aa11-4b75-a4dd-b6d685a92c05 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.170553] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9c4949ce-1c1c-45f4-9348-1201c2734c6e/9c4949ce-1c1c-45f4-9348-1201c2734c6e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.170970] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd769a6d-9a98-46d7-82fd-f6a8f3705991 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.200493] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 722.200493] env[68134]: value = "task-2964594" [ 722.200493] env[68134]: _type = "Task" [ 722.200493] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.213165] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.272699] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.278938] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2932ce4b-8cfa-4af5-b12a-9ebc183d0d85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.290844] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 722.290844] env[68134]: value = "task-2964595" [ 722.290844] env[68134]: _type = "Task" [ 722.290844] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.307110] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964595, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.508462] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52718804-b77f-5f45-43b6-3975a52271b1, 'name': SearchDatastore_Task, 'duration_secs': 0.023376} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.508765] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.508993] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.509241] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.509378] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.509589] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.509908] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c66555f3-a9b7-4f91-9576-984c9ffe7153 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.524731] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.524965] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.525706] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc9a048-ebf9-4c4a-9f84-0ed8f69e1444 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.537154] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 722.537154] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521d9153-d456-b254-7516-602c45b7fa8f" [ 722.537154] env[68134]: _type = "Task" [ 722.537154] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.546739] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521d9153-d456-b254-7516-602c45b7fa8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.602146] env[68134]: DEBUG nova.network.neutron [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.633452] env[68134]: DEBUG nova.network.neutron [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Updated VIF entry in instance network info cache for port a4251494-c722-4bce-8b2d-d55a33cb48ed. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.633754] env[68134]: DEBUG nova.network.neutron [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Updating instance_info_cache with network_info: [{"id": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "address": "fa:16:3e:f4:74:93", "network": {"id": "75e62eda-41fc-4422-bbc4-efe43ef48560", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-603833508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab03af804df4eb8b264588f0ec355e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4251494-c7", "ovs_interfaceid": "a4251494-c722-4bce-8b2d-d55a33cb48ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.719891] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.792675] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ec0bb1-27a3-4d40-9d92-6bd26c35076a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.805636] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964595, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.806772] env[68134]: DEBUG nova.network.neutron [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Updating instance_info_cache with network_info: [{"id": "49d1d4a6-6d8d-4f88-958a-bb6f32a72c74", "address": "fa:16:3e:fb:99:a1", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d1d4a6-6d", "ovs_interfaceid": "49d1d4a6-6d8d-4f88-958a-bb6f32a72c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.812619] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da5236-20fe-4c79-9a69-045ee0cfa872 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.846402] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1308513d-6706-45d3-b388-43bf7327455a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.856891] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2917ca-504d-4292-9a54-3202e92b615e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.876262] env[68134]: DEBUG nova.compute.provider_tree [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.051023] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521d9153-d456-b254-7516-602c45b7fa8f, 'name': SearchDatastore_Task, 'duration_secs': 0.0173} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.051023] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714d9471-1a64-4e72-91a4-93d6c8910f00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.057740] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 723.057740] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525134e1-f954-3d8a-bc82-bbce26d629c3" [ 723.057740] env[68134]: _type = "Task" [ 723.057740] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.064810] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525134e1-f954-3d8a-bc82-bbce26d629c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.136183] env[68134]: DEBUG oslo_concurrency.lockutils [req-8822a089-66a4-4437-ae22-1df5dd8f70a7 req-71814c8b-660f-4f22-a9f1-d6b5c84c8caa service nova] Releasing lock "refresh_cache-11adde73-5bff-4603-baa6-900887998828" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.216806] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964594, 'name': ReconfigVM_Task, 'duration_secs': 0.758803} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.217289] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9c4949ce-1c1c-45f4-9348-1201c2734c6e/9c4949ce-1c1c-45f4-9348-1201c2734c6e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.218154] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87214fc5-a6d3-41de-8e74-68a53ab8c109 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.227337] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 723.227337] env[68134]: value = "task-2964596" [ 723.227337] env[68134]: _type = "Task" [ 723.227337] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.234657] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.234954] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.240585] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964596, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.303111] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964595, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.312907] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-665a3f40-d12f-4e99-b3d2-53e137897226" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.312907] env[68134]: DEBUG nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Instance network_info: |[{"id": "49d1d4a6-6d8d-4f88-958a-bb6f32a72c74", "address": "fa:16:3e:fb:99:a1", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d1d4a6-6d", "ovs_interfaceid": "49d1d4a6-6d8d-4f88-958a-bb6f32a72c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.313332] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:99:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d1d4a6-6d8d-4f88-958a-bb6f32a72c74', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.321695] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating folder: Project (0d2058493e2f425c8abf274ac43f7f69). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.321695] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2965b300-4c24-48ca-b851-980021c8e1ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.334797] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created folder: Project (0d2058493e2f425c8abf274ac43f7f69) in parent group-v594791. [ 723.335128] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating folder: Instances. Parent ref: group-v594894. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.335483] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb35493-b020-4d52-8fc1-8d85123449a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.348353] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created folder: Instances in parent group-v594894. [ 723.348353] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.348433] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.348603] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a07be2b1-03c5-4082-8b7a-00899cd65960 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.372503] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.372503] env[68134]: value = "task-2964599" [ 723.372503] env[68134]: _type = "Task" [ 723.372503] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.382161] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964599, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.385205] env[68134]: DEBUG nova.scheduler.client.report [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.567148] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525134e1-f954-3d8a-bc82-bbce26d629c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.567479] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.567847] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433/8ae09ca9-6d7f-41a2-ad2d-f138e2c29433.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.568139] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7873fcf2-61a2-4ab2-86b8-10159cbd8145 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.576373] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 723.576373] env[68134]: value = "task-2964600" [ 723.576373] env[68134]: _type = "Task" [ 723.576373] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.585346] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.638376] env[68134]: DEBUG nova.compute.manager [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Received event network-changed-49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.638717] env[68134]: DEBUG nova.compute.manager [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Refreshing instance network info cache due to event network-changed-49d1d4a6-6d8d-4f88-958a-bb6f32a72c74. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.638847] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] Acquiring lock "refresh_cache-665a3f40-d12f-4e99-b3d2-53e137897226" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.639012] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] Acquired lock "refresh_cache-665a3f40-d12f-4e99-b3d2-53e137897226" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.639186] env[68134]: DEBUG nova.network.neutron [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Refreshing network info cache for port 49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.670108] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.670395] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.741378] env[68134]: DEBUG nova.compute.utils [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.743060] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964596, 'name': Rename_Task, 'duration_secs': 0.181839} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.743630] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.743958] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e43a72a0-c793-4f86-9fc1-ad15648d9f58 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.753798] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 723.753798] env[68134]: value = "task-2964601" [ 723.753798] env[68134]: _type = "Task" [ 723.753798] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.766488] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.804051] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964595, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.885427] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964599, 'name': CreateVM_Task, 'duration_secs': 0.38354} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.885620] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.886374] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.886493] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.886829] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.887116] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a0cfad-ba74-45ce-820d-25976c2f6b0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.889797] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.890296] env[68134]: DEBUG nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.894895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.741s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.895144] env[68134]: DEBUG nova.objects.instance [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lazy-loading 'resources' on Instance uuid cc25ab8d-527a-4c21-8993-cb16b7228d70 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.896402] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 723.896402] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52439ac7-eb09-9a7b-9f85-91b742fdcd68" [ 723.896402] env[68134]: _type = "Task" [ 723.896402] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.906479] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52439ac7-eb09-9a7b-9f85-91b742fdcd68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.088344] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.244618] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.266840] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.303816] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964595, 'name': CloneVM_Task, 'duration_secs': 1.850852} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.304200] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Created linked-clone VM from snapshot [ 724.305025] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307c1bc6-25b9-44d2-8922-ac89cd566e10 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.313071] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Uploading image 1cfd35f8-fbae-4a42-adbd-767a46090108 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.340754] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.340754] env[68134]: value = "vm-594893" [ 724.340754] env[68134]: _type = "VirtualMachine" [ 724.340754] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.340964] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e815297-2955-4039-8a1e-9f044567866f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.348852] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lease: (returnval){ [ 724.348852] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52417f7a-036a-4c6d-88f0-5561ffc5f719" [ 724.348852] env[68134]: _type = "HttpNfcLease" [ 724.348852] env[68134]: } obtained for exporting VM: (result){ [ 724.348852] env[68134]: value = "vm-594893" [ 724.348852] env[68134]: _type = "VirtualMachine" [ 724.348852] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.349095] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the lease: (returnval){ [ 724.349095] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52417f7a-036a-4c6d-88f0-5561ffc5f719" [ 724.349095] env[68134]: _type = "HttpNfcLease" [ 724.349095] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.353986] env[68134]: DEBUG nova.network.neutron [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Updated VIF entry in instance network info cache for port 49d1d4a6-6d8d-4f88-958a-bb6f32a72c74. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.354455] env[68134]: DEBUG nova.network.neutron [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Updating instance_info_cache with network_info: [{"id": "49d1d4a6-6d8d-4f88-958a-bb6f32a72c74", "address": "fa:16:3e:fb:99:a1", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d1d4a6-6d", "ovs_interfaceid": "49d1d4a6-6d8d-4f88-958a-bb6f32a72c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.356970] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.356970] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52417f7a-036a-4c6d-88f0-5561ffc5f719" [ 724.356970] env[68134]: _type = "HttpNfcLease" [ 724.356970] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.401020] env[68134]: DEBUG nova.compute.utils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.403159] env[68134]: DEBUG nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.403522] env[68134]: DEBUG nova.network.neutron [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.415169] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52439ac7-eb09-9a7b-9f85-91b742fdcd68, 'name': SearchDatastore_Task, 'duration_secs': 0.058938} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.416241] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.416476] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.416723] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.416926] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.417087] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.417582] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40456186-1a1b-4e00-b21e-c1dd410bbb49 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.429077] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.429656] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.430113] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144f666e-dd76-49dc-b677-38092be40076 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.437277] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 724.437277] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529e72e0-86b7-3c85-b127-94736c825b97" [ 724.437277] env[68134]: _type = "Task" [ 724.437277] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.446387] env[68134]: DEBUG nova.policy [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b494b955c0f45ef856e2e424772f54f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e188328108b541beaf7716eb11ae1b5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.451430] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529e72e0-86b7-3c85-b127-94736c825b97, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.453480] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0e0c3f-9506-436a-9aed-434a3d661997 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.463053] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 724.463053] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52251911-4319-fbfe-9203-edc4e9ae3b2c" [ 724.463053] env[68134]: _type = "Task" [ 724.463053] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.475796] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52251911-4319-fbfe-9203-edc4e9ae3b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.589026] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585686} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.589026] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433/8ae09ca9-6d7f-41a2-ad2d-f138e2c29433.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.589026] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.589282] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8a1c19e-abc8-4ef2-b4e2-2fbe78bd6ee8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.596742] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 724.596742] env[68134]: value = "task-2964603" [ 724.596742] env[68134]: _type = "Task" [ 724.596742] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.610367] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.753026] env[68134]: DEBUG nova.network.neutron [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Successfully created port: 1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.766615] env[68134]: DEBUG oslo_vmware.api [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964601, 'name': PowerOnVM_Task, 'duration_secs': 0.974638} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.766933] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.767252] env[68134]: INFO nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Took 9.17 seconds to spawn the instance on the hypervisor. [ 724.767448] env[68134]: DEBUG nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.768250] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64349269-1ddd-48d1-b05a-832ef07a218f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.858443] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1351ae7-2b7e-4f84-a6f6-bf565a9c087e req-f7affb03-76ea-4bda-af18-f3c37b3664ff service nova] Releasing lock "refresh_cache-665a3f40-d12f-4e99-b3d2-53e137897226" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.861720] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.861720] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52417f7a-036a-4c6d-88f0-5561ffc5f719" [ 724.861720] env[68134]: _type = "HttpNfcLease" [ 724.861720] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.862121] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.862121] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52417f7a-036a-4c6d-88f0-5561ffc5f719" [ 724.862121] env[68134]: _type = "HttpNfcLease" [ 724.862121] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.862927] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c85eb1a-f019-494c-aab5-46698d86c2e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.883273] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90c9e-f2e1-9529-ae90-a2d24a17c6ca/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.883273] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90c9e-f2e1-9529-ae90-a2d24a17c6ca/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 724.942451] env[68134]: DEBUG nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.977808] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52251911-4319-fbfe-9203-edc4e9ae3b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.020955} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.978095] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.978360] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.978630] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e0a351b-4eae-4e77-acc3-d105cbe39a2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.982185] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df03813-7f63-4702-84af-475e00117a5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.991596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acdb76a-e872-4eb1-a894-27922bb4198e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.995484] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 724.995484] env[68134]: value = "task-2964604" [ 724.995484] env[68134]: _type = "Task" [ 724.995484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.034210] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f72217-ffa3-4f10-a5d1-95e14050aab1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.041519] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c447dfb-a1e9-4a42-af07-be172dbef909 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.043357] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.050923] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c74b9e0-954d-4ee2-aa6e-a25808bb6d13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.066345] env[68134]: DEBUG nova.compute.provider_tree [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.107487] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07567} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.107777] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.108572] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211f88bc-4c63-4487-94e5-603c0724cb3c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.132082] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433/8ae09ca9-6d7f-41a2-ad2d-f138e2c29433.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.132403] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fccf34bf-4e08-4f05-a446-6ae382322218 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.154614] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 725.154614] env[68134]: value = "task-2964605" [ 725.154614] env[68134]: _type = "Task" [ 725.154614] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.164729] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.291904] env[68134]: INFO nova.compute.manager [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Took 52.49 seconds to build instance. [ 725.344688] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.348018] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.348018] env[68134]: INFO nova.compute.manager [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Attaching volume 5996e9bb-4bb8-46a4-92c7-f456c3616e68 to /dev/sdb [ 725.400022] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52c2720-c561-4cd5-bf9f-66ae7c2174a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.412541] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb136f63-89a8-4004-99ce-fa6201357f91 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.435997] env[68134]: DEBUG nova.virt.block_device [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updating existing volume attachment record: bfaef179-8fab-440f-9f06-dfbe00cbf77a {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 725.506569] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.571153] env[68134]: DEBUG nova.scheduler.client.report [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.668607] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.798116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-51791b88-a4e5-4ea8-a047-650ab57c6b4b tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.835s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.956424] env[68134]: DEBUG nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.992377] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.992707] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.992990] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.993460] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.993709] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.994238] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.994722] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.995231] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.995517] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.996530] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.996530] env[68134]: DEBUG nova.virt.hardware [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.998517] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7d2f51-4f88-40b2-9851-888a61b80445 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.014401] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532499} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.018680] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.018680] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.019116] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb001576-11fb-4f36-af1c-bf933bf30e99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.022401] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75856f0b-a6cd-448e-aca1-b14861f30ca3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.041606] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 726.041606] env[68134]: value = "task-2964610" [ 726.041606] env[68134]: _type = "Task" [ 726.041606] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.051204] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.076445] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.079369] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.185s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.081157] env[68134]: INFO nova.compute.claims [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.116460] env[68134]: INFO nova.scheduler.client.report [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Deleted allocations for instance cc25ab8d-527a-4c21-8993-cb16b7228d70 [ 726.167332] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964605, 'name': ReconfigVM_Task, 'duration_secs': 0.951685} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.167624] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433/8ae09ca9-6d7f-41a2-ad2d-f138e2c29433.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.168348] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00eaba17-0838-4baf-b646-81132421c061 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.177715] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 726.177715] env[68134]: value = "task-2964611" [ 726.177715] env[68134]: _type = "Task" [ 726.177715] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.190260] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964611, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.228239] env[68134]: DEBUG nova.compute.manager [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Received event network-changed-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.229451] env[68134]: DEBUG nova.compute.manager [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Refreshing instance network info cache due to event network-changed-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.229792] env[68134]: DEBUG oslo_concurrency.lockutils [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] Acquiring lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.230170] env[68134]: DEBUG oslo_concurrency.lockutils [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] Acquired lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.230364] env[68134]: DEBUG nova.network.neutron [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Refreshing network info cache for port 65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.300301] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.452068] env[68134]: DEBUG nova.compute.manager [req-a58e0746-332a-4c6f-bc81-4f99abfb5567 req-0faf8d19-bcbf-4515-ba88-46ee8ec974d6 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Received event network-vif-plugged-1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.452068] env[68134]: DEBUG oslo_concurrency.lockutils [req-a58e0746-332a-4c6f-bc81-4f99abfb5567 req-0faf8d19-bcbf-4515-ba88-46ee8ec974d6 service nova] Acquiring lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.452068] env[68134]: DEBUG oslo_concurrency.lockutils [req-a58e0746-332a-4c6f-bc81-4f99abfb5567 req-0faf8d19-bcbf-4515-ba88-46ee8ec974d6 service nova] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.452068] env[68134]: DEBUG oslo_concurrency.lockutils [req-a58e0746-332a-4c6f-bc81-4f99abfb5567 req-0faf8d19-bcbf-4515-ba88-46ee8ec974d6 service nova] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.452068] env[68134]: DEBUG nova.compute.manager [req-a58e0746-332a-4c6f-bc81-4f99abfb5567 req-0faf8d19-bcbf-4515-ba88-46ee8ec974d6 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] No waiting events found dispatching network-vif-plugged-1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.452290] env[68134]: WARNING nova.compute.manager [req-a58e0746-332a-4c6f-bc81-4f99abfb5567 req-0faf8d19-bcbf-4515-ba88-46ee8ec974d6 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Received unexpected event network-vif-plugged-1c2ab2fc-df46-4401-a971-71ffd698e259 for instance with vm_state building and task_state spawning. [ 726.556485] env[68134]: DEBUG nova.network.neutron [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Successfully updated port: 1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.561116] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154285} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.561441] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.565499] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6e5eb-2061-4d55-975b-6662c89de03e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.594257] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.597391] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3a45f1-15f2-4473-9109-d5a3a6ecb2c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.628648] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d5fd9f5-c3e2-4951-a8a3-ef870cd9fc71 tempest-InstanceActionsTestJSON-1310580034 tempest-InstanceActionsTestJSON-1310580034-project-member] Lock "cc25ab8d-527a-4c21-8993-cb16b7228d70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.899s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.631024] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 726.631024] env[68134]: value = "task-2964612" [ 726.631024] env[68134]: _type = "Task" [ 726.631024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.645626] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.691125] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964611, 'name': Rename_Task, 'duration_secs': 0.275385} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.691520] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.691884] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f14a75-755d-4d20-81aa-bbabae0bc760 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.703292] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 726.703292] env[68134]: value = "task-2964613" [ 726.703292] env[68134]: _type = "Task" [ 726.703292] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.714065] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.830918] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.058483] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.058752] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquired lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.058815] env[68134]: DEBUG nova.network.neutron [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.110342] env[68134]: DEBUG nova.network.neutron [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Updated VIF entry in instance network info cache for port 65bbb2e6-f0b7-49a8-9289-9d8996cb68ce. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.111717] env[68134]: DEBUG nova.network.neutron [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Updating instance_info_cache with network_info: [{"id": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "address": "fa:16:3e:fb:ad:6b", "network": {"id": "e125cb85-2c0d-45dc-8094-77876e476fb3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-87154108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96f83155554dcd861cc8d1466f3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bbb2e6-f0", "ovs_interfaceid": "65bbb2e6-f0b7-49a8-9289-9d8996cb68ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.146857] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964612, 'name': ReconfigVM_Task, 'duration_secs': 0.316985} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.147284] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.150345] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ecdba7c-4136-425e-b659-38a930a39525 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.157562] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 727.157562] env[68134]: value = "task-2964614" [ 727.157562] env[68134]: _type = "Task" [ 727.157562] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.171114] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964614, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.182899] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b6da40-891c-4711-a5e0-3d3f196f8068 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.192014] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02094a05-a875-49e4-9ed2-ac02b0e3a7d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.230687] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035e0b2-dac4-4f90-95b5-28347b5378f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.242623] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fabb48-8665-48e6-9324-de591c7d2e7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.247245] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.259852] env[68134]: DEBUG nova.compute.provider_tree [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.610156] env[68134]: DEBUG nova.network.neutron [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.615187] env[68134]: DEBUG oslo_concurrency.lockutils [req-34f9ede2-744d-43df-9097-e83a2ca03c62 req-4e353059-9130-4ac2-8de7-f764b5316d8b service nova] Releasing lock "refresh_cache-9c4949ce-1c1c-45f4-9348-1201c2734c6e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.671524] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964614, 'name': Rename_Task, 'duration_secs': 0.154689} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.674598] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.674598] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90013bd2-778d-4c61-a6de-740e53e3988d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.681220] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 727.681220] env[68134]: value = "task-2964615" [ 727.681220] env[68134]: _type = "Task" [ 727.681220] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.693153] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.737125] env[68134]: DEBUG oslo_vmware.api [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964613, 'name': PowerOnVM_Task, 'duration_secs': 0.741218} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.737473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.737724] env[68134]: INFO nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Took 9.45 seconds to spawn the instance on the hypervisor. [ 727.737913] env[68134]: DEBUG nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.738844] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02327d6-4c68-47b5-9f4d-a0f7d386ebf0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.764941] env[68134]: DEBUG nova.scheduler.client.report [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.786257] env[68134]: DEBUG nova.network.neutron [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.193031] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.258056] env[68134]: INFO nova.compute.manager [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Took 51.42 seconds to build instance. [ 728.270965] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.271339] env[68134]: DEBUG nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.275290] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.031s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.275290] env[68134]: DEBUG nova.objects.instance [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lazy-loading 'resources' on Instance uuid f23b2dae-688d-48ed-8912-92548a355f33 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.288426] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Releasing lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.288778] env[68134]: DEBUG nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Instance network_info: |[{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.289498] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:f3:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c2ab2fc-df46-4401-a971-71ffd698e259', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.297333] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Creating folder: Project (e188328108b541beaf7716eb11ae1b5b). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.298554] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb0c62d-85aa-4444-9dec-7bf183753273 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.314587] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Created folder: Project (e188328108b541beaf7716eb11ae1b5b) in parent group-v594791. [ 728.314587] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Creating folder: Instances. Parent ref: group-v594899. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.314587] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fe1ba29-73f3-40e3-8829-0a40e702ee15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.328513] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Created folder: Instances in parent group-v594899. [ 728.329116] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.329116] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.329301] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19228bd0-9b84-4d60-a569-1587f3a92d6c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.350719] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.350719] env[68134]: value = "task-2964619" [ 728.350719] env[68134]: _type = "Task" [ 728.350719] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.360116] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964619, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.554271] env[68134]: DEBUG nova.compute.manager [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Received event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.554271] env[68134]: DEBUG nova.compute.manager [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing instance network info cache due to event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.554514] env[68134]: DEBUG oslo_concurrency.lockutils [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] Acquiring lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.554860] env[68134]: DEBUG oslo_concurrency.lockutils [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] Acquired lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.555080] env[68134]: DEBUG nova.network.neutron [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.691880] env[68134]: DEBUG oslo_vmware.api [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964615, 'name': PowerOnVM_Task, 'duration_secs': 0.524922} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.692182] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.692393] env[68134]: INFO nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Took 7.72 seconds to spawn the instance on the hypervisor. [ 728.692594] env[68134]: DEBUG nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.693400] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e78e02-51d3-4ec1-8f9e-a653fbff7c4c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.760112] env[68134]: DEBUG oslo_concurrency.lockutils [None req-646dbca1-bcf0-45e0-9333-bc5f37e43cd0 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.954s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.778785] env[68134]: DEBUG nova.compute.utils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.788674] env[68134]: DEBUG nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.788674] env[68134]: DEBUG nova.network.neutron [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.864619] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964619, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.865503] env[68134]: DEBUG nova.policy [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28abd543dac74137b0fc58f11236af41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47b61caac2b42cc85bae9f0be2df58e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.216307] env[68134]: INFO nova.compute.manager [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Took 47.48 seconds to build instance. [ 729.263337] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.294547] env[68134]: DEBUG nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.316489] env[68134]: DEBUG nova.network.neutron [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Successfully created port: 53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.361670] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b0727c-5493-4d15-a7e3-3cc9e18e46ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.367963] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964619, 'name': CreateVM_Task, 'duration_secs': 0.648488} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.368491] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.369368] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.369368] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.369683] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.370196] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6076fed8-c779-471a-937f-49a08f24e925 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.374745] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f185f5-5fc2-4bd8-aff9-d21169ad2857 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.379874] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 729.379874] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5221294d-887c-ff7a-790b-8baa59e420ca" [ 729.379874] env[68134]: _type = "Task" [ 729.379874] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.411519] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29670031-2a59-4bcf-ab2c-4f20d4e07a43 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.418631] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5221294d-887c-ff7a-790b-8baa59e420ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017744} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.419268] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.419526] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.419782] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.419940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.420147] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.420722] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aefc97e6-3993-4634-bda4-77127f62d250 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.432482] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6247a5d0-fde2-4424-b137-5d75c5898eb6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.435569] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.435803] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.444321] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c953cd50-eb99-430a-a2b0-1dd5789fe14e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.447105] env[68134]: DEBUG nova.compute.provider_tree [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.452877] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 729.452877] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522b051c-979c-300e-b069-8a5d5fc32272" [ 729.452877] env[68134]: _type = "Task" [ 729.452877] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.463874] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522b051c-979c-300e-b069-8a5d5fc32272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.487275] env[68134]: DEBUG nova.network.neutron [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updated VIF entry in instance network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.487820] env[68134]: DEBUG nova.network.neutron [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.659296] env[68134]: DEBUG nova.compute.manager [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Received event network-changed-928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.659603] env[68134]: DEBUG nova.compute.manager [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Refreshing instance network info cache due to event network-changed-928ccdb7-e3e7-4098-9a36-4ed7f81d8632. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.659876] env[68134]: DEBUG oslo_concurrency.lockutils [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] Acquiring lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.660080] env[68134]: DEBUG oslo_concurrency.lockutils [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] Acquired lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.660301] env[68134]: DEBUG nova.network.neutron [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Refreshing network info cache for port 928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.719998] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcf859ec-f8eb-4d90-8472-b228da210656 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "665a3f40-d12f-4e99-b3d2-53e137897226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.498s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.805239] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.950657] env[68134]: DEBUG nova.scheduler.client.report [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.971324] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522b051c-979c-300e-b069-8a5d5fc32272, 'name': SearchDatastore_Task, 'duration_secs': 0.045649} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.971324] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b628d80a-9bd8-44b1-bdbb-c5eea882a853 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.976803] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 729.976803] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523b2d5b-f31a-10bd-e6bd-dbe8fc76bb97" [ 729.976803] env[68134]: _type = "Task" [ 729.976803] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.991989] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523b2d5b-f31a-10bd-e6bd-dbe8fc76bb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.992390] env[68134]: DEBUG oslo_concurrency.lockutils [req-3a913f96-dd70-4cc2-b794-7e492a142a67 req-224c7266-1fc3-4421-9500-50fd1f7b35a8 service nova] Releasing lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.222443] env[68134]: DEBUG nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.317188] env[68134]: DEBUG nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.338597] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.338828] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.338980] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.339175] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.339318] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.339464] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.339703] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.339879] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.340091] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.340260] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.340446] env[68134]: DEBUG nova.virt.hardware [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.341327] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bcb90d-4f56-4bb0-aa88-c10557c1be4c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.350406] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6520d3-912e-41c0-8621-cbde68aff257 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.463383] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.465737] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.004s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.466179] env[68134]: DEBUG nova.objects.instance [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lazy-loading 'resources' on Instance uuid 22fbeb09-3d90-4b99-ab23-73793f4a9b40 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.475253] env[68134]: DEBUG nova.network.neutron [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updated VIF entry in instance network info cache for port 928ccdb7-e3e7-4098-9a36-4ed7f81d8632. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.475253] env[68134]: DEBUG nova.network.neutron [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updating instance_info_cache with network_info: [{"id": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "address": "fa:16:3e:11:c7:2b", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928ccdb7-e3", "ovs_interfaceid": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.492102] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523b2d5b-f31a-10bd-e6bd-dbe8fc76bb97, 'name': SearchDatastore_Task, 'duration_secs': 0.013101} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.494142] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.494142] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e751acc9-f68b-4f29-8b86-f16c2bbaae87/e751acc9-f68b-4f29-8b86-f16c2bbaae87.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.494142] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c50ba90-b91a-4fac-9872-c5eb6175f603 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.500097] env[68134]: INFO nova.scheduler.client.report [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Deleted allocations for instance f23b2dae-688d-48ed-8912-92548a355f33 [ 730.502484] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 730.502484] env[68134]: value = "task-2964620" [ 730.502484] env[68134]: _type = "Task" [ 730.502484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.512650] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 730.513296] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594898', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'name': 'volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5e06d25-8a3d-4cad-a340-cb441326aedf', 'attached_at': '', 'detached_at': '', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'serial': '5996e9bb-4bb8-46a4-92c7-f456c3616e68'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 730.513800] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d60772-f92d-4039-b1a0-817cde82eaf5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.520835] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.535433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91de448a-dc5e-4fe7-8fe4-427dcc562fba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.560902] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68/volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.561951] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656e7e54-234d-4562-9f69-b64bcd7b865b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.581456] env[68134]: DEBUG oslo_vmware.api [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 730.581456] env[68134]: value = "task-2964621" [ 730.581456] env[68134]: _type = "Task" [ 730.581456] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.589893] env[68134]: DEBUG oslo_vmware.api [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.674569] env[68134]: INFO nova.compute.manager [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Rebuilding instance [ 730.721988] env[68134]: DEBUG nova.compute.manager [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.723051] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4da90-477c-4712-ba72-cd51442e5411 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.750698] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.869256] env[68134]: DEBUG nova.compute.manager [req-9a84b1d1-a18e-4352-94e2-dd648db36d5a req-d7eb7657-4989-48ad-b138-706c0a1dc058 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received event network-vif-plugged-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.869571] env[68134]: DEBUG oslo_concurrency.lockutils [req-9a84b1d1-a18e-4352-94e2-dd648db36d5a req-d7eb7657-4989-48ad-b138-706c0a1dc058 service nova] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.870150] env[68134]: DEBUG oslo_concurrency.lockutils [req-9a84b1d1-a18e-4352-94e2-dd648db36d5a req-d7eb7657-4989-48ad-b138-706c0a1dc058 service nova] Lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.870150] env[68134]: DEBUG oslo_concurrency.lockutils [req-9a84b1d1-a18e-4352-94e2-dd648db36d5a req-d7eb7657-4989-48ad-b138-706c0a1dc058 service nova] Lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.871063] env[68134]: DEBUG nova.compute.manager [req-9a84b1d1-a18e-4352-94e2-dd648db36d5a req-d7eb7657-4989-48ad-b138-706c0a1dc058 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] No waiting events found dispatching network-vif-plugged-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.871412] env[68134]: WARNING nova.compute.manager [req-9a84b1d1-a18e-4352-94e2-dd648db36d5a req-d7eb7657-4989-48ad-b138-706c0a1dc058 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received unexpected event network-vif-plugged-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b for instance with vm_state building and task_state spawning. [ 730.980183] env[68134]: DEBUG oslo_concurrency.lockutils [req-2b614464-9b16-41e5-8a3f-510535a1413c req-aacd51ae-4cbf-45d8-87a8-d01e6830b3f8 service nova] Releasing lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.015642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d4e67573-baf4-496c-9868-e792c0f241e8 tempest-DeleteServersAdminTestJSON-455759765 tempest-DeleteServersAdminTestJSON-455759765-project-member] Lock "f23b2dae-688d-48ed-8912-92548a355f33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.848s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.030470] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964620, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.088356] env[68134]: DEBUG nova.network.neutron [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Successfully updated port: 53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.100965] env[68134]: DEBUG oslo_vmware.api [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.517718] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722653} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.518668] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e90c9fb-da16-40e0-8842-4e1fdf16e488 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.521838] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e751acc9-f68b-4f29-8b86-f16c2bbaae87/e751acc9-f68b-4f29-8b86-f16c2bbaae87.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.522182] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.523038] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6086791e-fffc-4c44-8aee-6c501c7b864e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.531187] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba7566-1980-4662-96af-4fe6fa755fd1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.535011] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 731.535011] env[68134]: value = "task-2964622" [ 731.535011] env[68134]: _type = "Task" [ 731.535011] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.569829] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e9d5cc-118c-43c0-b9e5-b3a5eefc15c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.576100] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.581672] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd9d3e-283e-43b1-9715-bafbd6cf85af {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.599445] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.599651] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.599868] env[68134]: DEBUG nova.network.neutron [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.601963] env[68134]: DEBUG nova.compute.provider_tree [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.606918] env[68134]: DEBUG oslo_vmware.api [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964621, 'name': ReconfigVM_Task, 'duration_secs': 0.708337} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.607471] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68/volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.612942] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ef5239-c0d5-42de-833f-8e4ed518fe3d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.634207] env[68134]: DEBUG oslo_vmware.api [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 731.634207] env[68134]: value = "task-2964623" [ 731.634207] env[68134]: _type = "Task" [ 731.634207] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.643829] env[68134]: DEBUG oslo_vmware.api [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964623, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.743449] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.743762] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235d7d6e-97d7-41b2-b82f-2205c05c889b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.751595] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 731.751595] env[68134]: value = "task-2964624" [ 731.751595] env[68134]: _type = "Task" [ 731.751595] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.760812] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.889097] env[68134]: DEBUG nova.compute.manager [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Received event network-changed-928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.889308] env[68134]: DEBUG nova.compute.manager [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Refreshing instance network info cache due to event network-changed-928ccdb7-e3e7-4098-9a36-4ed7f81d8632. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.889693] env[68134]: DEBUG oslo_concurrency.lockutils [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] Acquiring lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.889775] env[68134]: DEBUG oslo_concurrency.lockutils [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] Acquired lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.889894] env[68134]: DEBUG nova.network.neutron [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Refreshing network info cache for port 928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.045261] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072625} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.045532] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.046401] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1f3ed0-f694-41ac-b27c-c618f94972df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.069586] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] e751acc9-f68b-4f29-8b86-f16c2bbaae87/e751acc9-f68b-4f29-8b86-f16c2bbaae87.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.069932] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4528d0-b023-42aa-be9a-c3b9b67b8c46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.089555] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 732.089555] env[68134]: value = "task-2964625" [ 732.089555] env[68134]: _type = "Task" [ 732.089555] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.100153] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.108830] env[68134]: DEBUG nova.scheduler.client.report [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.142899] env[68134]: DEBUG oslo_vmware.api [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964623, 'name': ReconfigVM_Task, 'duration_secs': 0.214536} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.143311] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594898', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'name': 'volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5e06d25-8a3d-4cad-a340-cb441326aedf', 'attached_at': '', 'detached_at': '', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'serial': '5996e9bb-4bb8-46a4-92c7-f456c3616e68'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 732.157333] env[68134]: DEBUG nova.network.neutron [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.266309] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964624, 'name': PowerOffVM_Task, 'duration_secs': 0.269209} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.266536] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.266765] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.267567] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4bb1c8-850d-4d2d-8fa2-c2593711be86 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.276332] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.276677] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1491999-0bc5-4a91-a9a7-ed5c4b09fdac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.340254] env[68134]: DEBUG nova.network.neutron [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.366377] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.366610] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.366783] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleting the datastore file [datastore1] 665a3f40-d12f-4e99-b3d2-53e137897226 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.367061] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f765e2c4-9ef7-4169-b39f-f81bb4cccfee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.373611] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 732.373611] env[68134]: value = "task-2964627" [ 732.373611] env[68134]: _type = "Task" [ 732.373611] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.382592] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.605324] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.616223] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.617589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.036s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.621021] env[68134]: INFO nova.compute.claims [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.639395] env[68134]: INFO nova.scheduler.client.report [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted allocations for instance 22fbeb09-3d90-4b99-ab23-73793f4a9b40 [ 732.696978] env[68134]: DEBUG nova.network.neutron [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updated VIF entry in instance network info cache for port 928ccdb7-e3e7-4098-9a36-4ed7f81d8632. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.696978] env[68134]: DEBUG nova.network.neutron [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updating instance_info_cache with network_info: [{"id": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "address": "fa:16:3e:11:c7:2b", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap928ccdb7-e3", "ovs_interfaceid": "928ccdb7-e3e7-4098-9a36-4ed7f81d8632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.843471] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.843853] env[68134]: DEBUG nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Instance network_info: |[{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.844293] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:a0:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.852473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Creating folder: Project (b47b61caac2b42cc85bae9f0be2df58e). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.852785] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d07ef13-c501-4d2f-9d50-9f7716588205 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.863763] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Created folder: Project (b47b61caac2b42cc85bae9f0be2df58e) in parent group-v594791. [ 732.863959] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Creating folder: Instances. Parent ref: group-v594902. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.864205] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9830493e-546a-4c21-adc9-207c818f54c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.874052] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Created folder: Instances in parent group-v594902. [ 732.874274] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.874890] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.877751] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88009934-daab-404d-8263-41648e90cc92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.897818] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410874} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.899349] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.899591] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.899873] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.902474] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.902474] env[68134]: value = "task-2964630" [ 732.902474] env[68134]: _type = "Task" [ 732.902474] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.911248] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964630, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.090167] env[68134]: DEBUG nova.compute.manager [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received event network-changed-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.090366] env[68134]: DEBUG nova.compute.manager [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Refreshing instance network info cache due to event network-changed-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.090598] env[68134]: DEBUG oslo_concurrency.lockutils [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] Acquiring lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.090751] env[68134]: DEBUG oslo_concurrency.lockutils [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] Acquired lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.090934] env[68134]: DEBUG nova.network.neutron [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Refreshing network info cache for port 53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.106616] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964625, 'name': ReconfigVM_Task, 'duration_secs': 0.607284} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.107604] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Reconfigured VM instance instance-00000024 to attach disk [datastore2] e751acc9-f68b-4f29-8b86-f16c2bbaae87/e751acc9-f68b-4f29-8b86-f16c2bbaae87.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.107742] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26fa355f-3d30-4723-b1c1-e0d1320a5682 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.116849] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 733.116849] env[68134]: value = "task-2964631" [ 733.116849] env[68134]: _type = "Task" [ 733.116849] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.127988] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964631, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.148259] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a6df86e-1f13-4ea0-8cf3-a1445ef80746 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "22fbeb09-3d90-4b99-ab23-73793f4a9b40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.587s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.200087] env[68134]: DEBUG oslo_concurrency.lockutils [req-21b36d01-680d-43a5-be2a-bfb2c2629bdc req-da63c99f-4fd4-4ef3-9874-3f0d89c45801 service nova] Releasing lock "refresh_cache-8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.203888] env[68134]: DEBUG nova.objects.instance [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lazy-loading 'flavor' on Instance uuid a5e06d25-8a3d-4cad-a340-cb441326aedf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.425149] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964630, 'name': CreateVM_Task, 'duration_secs': 0.403263} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.425571] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.426024] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.426494] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.426783] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.427948] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7129b2-9dfe-4525-9494-5afb29841a41 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.433984] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 733.433984] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c5ea30-59ce-def8-92c1-b7415bfac71a" [ 733.433984] env[68134]: _type = "Task" [ 733.433984] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.445197] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c5ea30-59ce-def8-92c1-b7415bfac71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.631795] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964631, 'name': Rename_Task, 'duration_secs': 0.213623} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.632358] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.634768] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-585c2748-faa7-456f-b02e-0004db77871d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.640924] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 733.640924] env[68134]: value = "task-2964632" [ 733.640924] env[68134]: _type = "Task" [ 733.640924] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.648928] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.719465] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9067cf5-141e-4682-9a7c-fedabd86e53d tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.374s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.873055] env[68134]: DEBUG nova.network.neutron [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updated VIF entry in instance network info cache for port 53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.873055] env[68134]: DEBUG nova.network.neutron [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.950537] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c5ea30-59ce-def8-92c1-b7415bfac71a, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.955654] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.955877] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.956138] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.956378] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.956462] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.957577] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-103faff5-3546-4f33-b442-84f495511219 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.963476] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.963734] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.963852] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.964075] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.964171] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.964316] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.964540] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.964902] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.964902] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.964977] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.966182] env[68134]: DEBUG nova.virt.hardware [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.968934] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7a1f7a-6cae-4387-bda3-95da8e04e745 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.974506] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.974962] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.981449] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c274b5-fb27-4089-87df-d8dd83050b8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.984167] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.984475] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.989384] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe1fd64-372a-4c10-abff-59246e696bc1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.995745] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 733.995745] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f0b6a0-e3a2-358b-7fb9-5e153533f79d" [ 733.995745] env[68134]: _type = "Task" [ 733.995745] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.009387] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:99:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d1d4a6-6d8d-4f88-958a-bb6f32a72c74', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.019681] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.025019] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.026329] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21452ebc-3627-491e-a9e4-55b79c030a6c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.050875] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f0b6a0-e3a2-358b-7fb9-5e153533f79d, 'name': SearchDatastore_Task, 'duration_secs': 0.016916} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.052796] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696dc9b2-6492-4fd1-95ba-9af6edf3e5fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.056820] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.056820] env[68134]: value = "task-2964633" [ 734.056820] env[68134]: _type = "Task" [ 734.056820] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.063131] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 734.063131] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521bf370-6da5-4bf7-4542-d73e036cef35" [ 734.063131] env[68134]: _type = "Task" [ 734.063131] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.076200] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964633, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.082368] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521bf370-6da5-4bf7-4542-d73e036cef35, 'name': SearchDatastore_Task, 'duration_secs': 0.014705} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.082652] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.083034] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 941df5cb-677e-421e-b32a-ced3e69257bb/941df5cb-677e-421e-b32a-ced3e69257bb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.083320] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8e3aed3-d755-4824-9d8d-38e2b3818b9c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.092421] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 734.092421] env[68134]: value = "task-2964634" [ 734.092421] env[68134]: _type = "Task" [ 734.092421] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.101846] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.155345] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964632, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.272048] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3db224-b3f3-4314-9768-198c3ed408da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.283379] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cf1d6c-42d4-468c-bc9d-1c3fd0b18ba4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.323680] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.323680] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.324692] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cfa9a7-9904-4474-abbb-16f9bf94d041 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.333693] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ef0c6-078b-4d03-b076-eb8c18995925 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.351719] env[68134]: DEBUG nova.compute.provider_tree [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.376089] env[68134]: DEBUG oslo_concurrency.lockutils [req-285e9fbf-d31a-4ac8-9a4f-c7f03348580b req-9c095d3f-ac76-4d1a-90fc-c961fa2543e1 service nova] Releasing lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.567780] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964633, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.606287] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.652632] env[68134]: DEBUG oslo_vmware.api [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964632, 'name': PowerOnVM_Task, 'duration_secs': 0.716231} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.652870] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.653594] env[68134]: INFO nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Took 8.70 seconds to spawn the instance on the hypervisor. [ 734.653594] env[68134]: DEBUG nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.656563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99428894-f7df-4ee2-8dbb-0eb909891bb9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.829832] env[68134]: INFO nova.compute.manager [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Detaching volume 5996e9bb-4bb8-46a4-92c7-f456c3616e68 [ 734.858829] env[68134]: DEBUG nova.scheduler.client.report [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.883321] env[68134]: INFO nova.virt.block_device [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Attempting to driver detach volume 5996e9bb-4bb8-46a4-92c7-f456c3616e68 from mountpoint /dev/sdb [ 734.884019] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 734.884019] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594898', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'name': 'volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5e06d25-8a3d-4cad-a340-cb441326aedf', 'attached_at': '', 'detached_at': '', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'serial': '5996e9bb-4bb8-46a4-92c7-f456c3616e68'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 734.885416] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde849f0-25d2-4d69-9c77-505985faa274 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.908514] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b20b0-77ee-44c0-9290-2a7a790ce5b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.916070] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e13d06-3a3b-4eee-afaa-b97dcb3bae17 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.936473] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64fd5cf-296a-4373-a870-d5006db9193a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.952704] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] The volume has not been displaced from its original location: [datastore2] volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68/volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 734.959312] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 734.959712] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61293a4e-4958-4ef2-af0a-fb08b5405722 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.979172] env[68134]: DEBUG oslo_vmware.api [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 734.979172] env[68134]: value = "task-2964635" [ 734.979172] env[68134]: _type = "Task" [ 734.979172] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.987694] env[68134]: DEBUG oslo_vmware.api [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.067980] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964633, 'name': CreateVM_Task, 'duration_secs': 0.517326} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.068245] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.070771] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.070996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.071358] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.071712] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf210663-5f61-49f9-9767-abc61bdae1cf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.077857] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 735.077857] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521a0420-5c83-2f6b-b589-73b430192f0f" [ 735.077857] env[68134]: _type = "Task" [ 735.077857] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.088532] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521a0420-5c83-2f6b-b589-73b430192f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.102417] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714667} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.102692] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 941df5cb-677e-421e-b32a-ced3e69257bb/941df5cb-677e-421e-b32a-ced3e69257bb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.102911] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.103187] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d04e94c2-9683-4a89-adfc-da950919d953 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.109385] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 735.109385] env[68134]: value = "task-2964636" [ 735.109385] env[68134]: _type = "Task" [ 735.109385] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.120493] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.175749] env[68134]: INFO nova.compute.manager [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Took 46.06 seconds to build instance. [ 735.187776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "2a16afaf-4291-455b-b320-b9d58646fc32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.188185] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "2a16afaf-4291-455b-b320-b9d58646fc32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.188446] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "2a16afaf-4291-455b-b320-b9d58646fc32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.188641] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "2a16afaf-4291-455b-b320-b9d58646fc32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.188827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "2a16afaf-4291-455b-b320-b9d58646fc32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.191641] env[68134]: INFO nova.compute.manager [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Terminating instance [ 735.364769] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.365524] env[68134]: DEBUG nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.368801] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.953s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.369084] env[68134]: DEBUG nova.objects.instance [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lazy-loading 'resources' on Instance uuid 06b09205-14aa-4166-81f6-ce6f44dc826e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.490329] env[68134]: DEBUG oslo_vmware.api [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964635, 'name': ReconfigVM_Task, 'duration_secs': 0.375697} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.491174] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 735.497312] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd85b2c-b202-40f5-b654-99874e1146dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.517292] env[68134]: DEBUG oslo_vmware.api [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 735.517292] env[68134]: value = "task-2964637" [ 735.517292] env[68134]: _type = "Task" [ 735.517292] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.527959] env[68134]: DEBUG oslo_vmware.api [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.590442] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521a0420-5c83-2f6b-b589-73b430192f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.024738} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.590858] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.591172] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.591506] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.591747] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.592067] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.592512] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4633989-65cf-4dc8-8a7e-98e11ea51cea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.603633] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.603991] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.605030] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35a51a5-9876-4ecd-9bbd-d490cba70a46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.611563] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 735.611563] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c21ee4-07f4-1151-5fa0-9477892fa315" [ 735.611563] env[68134]: _type = "Task" [ 735.611563] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.632151] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08837} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.632481] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c21ee4-07f4-1151-5fa0-9477892fa315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.632833] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.633906] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a4c2b6-f9da-41db-9d80-c11dde94b669 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.662575] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 941df5cb-677e-421e-b32a-ced3e69257bb/941df5cb-677e-421e-b32a-ced3e69257bb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.663172] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7544ff5c-c2ad-45ca-bbb8-45209fc4d6c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.679947] env[68134]: DEBUG oslo_concurrency.lockutils [None req-caf5a173-282e-43e2-93c3-01701eb3a0ff tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.085s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.686462] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 735.686462] env[68134]: value = "task-2964638" [ 735.686462] env[68134]: _type = "Task" [ 735.686462] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.696941] env[68134]: DEBUG nova.compute.manager [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.697667] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.697716] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.699162] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2d82c-1bdf-4382-96ce-b1688293fa95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.707800] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.708714] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e78b4c-23d7-4500-a3ee-a9d9f30a3f64 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.716065] env[68134]: DEBUG oslo_vmware.api [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 735.716065] env[68134]: value = "task-2964639" [ 735.716065] env[68134]: _type = "Task" [ 735.716065] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.726465] env[68134]: DEBUG oslo_vmware.api [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.873356] env[68134]: DEBUG nova.compute.utils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.875177] env[68134]: DEBUG nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.875398] env[68134]: DEBUG nova.network.neutron [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.901563] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "c09204d9-e890-4852-8c0d-acb438b1e9e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.901820] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.936881] env[68134]: DEBUG nova.policy [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d4a1df645244e359e55b06f70f2cadd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f9d2d3f223342d38db3bd9ecb1e500c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.033134] env[68134]: DEBUG oslo_vmware.api [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964637, 'name': ReconfigVM_Task, 'duration_secs': 0.173419} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.035841] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594898', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'name': 'volume-5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5e06d25-8a3d-4cad-a340-cb441326aedf', 'attached_at': '', 'detached_at': '', 'volume_id': '5996e9bb-4bb8-46a4-92c7-f456c3616e68', 'serial': '5996e9bb-4bb8-46a4-92c7-f456c3616e68'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 736.133681] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c21ee4-07f4-1151-5fa0-9477892fa315, 'name': SearchDatastore_Task, 'duration_secs': 0.026526} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.136469] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90c9e-f2e1-9529-ae90-a2d24a17c6ca/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.137838] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16cda3-1367-41e2-8c31-c3188433dc93 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.143034] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70c37cf-50a1-430b-8890-0becbb947411 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.149388] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90c9e-f2e1-9529-ae90-a2d24a17c6ca/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.149553] env[68134]: ERROR oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90c9e-f2e1-9529-ae90-a2d24a17c6ca/disk-0.vmdk due to incomplete transfer. [ 736.150846] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c8746091-c2b0-4dbd-b42c-da49bca5515e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.152413] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 736.152413] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5297243c-eb8b-ae72-e938-4b74a0d5cb99" [ 736.152413] env[68134]: _type = "Task" [ 736.152413] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.157519] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b90c9e-f2e1-9529-ae90-a2d24a17c6ca/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.157836] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Uploaded image 1cfd35f8-fbae-4a42-adbd-767a46090108 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.159880] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.167019] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0f69d37-0eec-4163-a4de-5b3adf76caf5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.168147] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5297243c-eb8b-ae72-e938-4b74a0d5cb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.172899] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 736.172899] env[68134]: value = "task-2964640" [ 736.172899] env[68134]: _type = "Task" [ 736.172899] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.181851] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964640, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.189021] env[68134]: DEBUG nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.197663] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.227831] env[68134]: DEBUG oslo_vmware.api [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964639, 'name': PowerOffVM_Task, 'duration_secs': 0.209396} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.228366] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.228673] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.233490] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caaa5368-8ae4-47d9-b06d-6667afe7c678 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.302293] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.302529] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.302706] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Deleting the datastore file [datastore1] 2a16afaf-4291-455b-b320-b9d58646fc32 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.302960] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01de5012-7cba-4a38-a36e-6f029cb98a44 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.309351] env[68134]: DEBUG oslo_vmware.api [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 736.309351] env[68134]: value = "task-2964642" [ 736.309351] env[68134]: _type = "Task" [ 736.309351] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.319359] env[68134]: DEBUG oslo_vmware.api [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.380569] env[68134]: DEBUG nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.397097] env[68134]: DEBUG nova.network.neutron [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Successfully created port: ef99d2b6-ac0c-4632-9069-0af331b13637 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.452239] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d896674d-7625-4fdf-bc2d-f590571e9444 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.459652] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68768d5e-da8d-4585-8a28-f2c14c9a36c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.499867] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6599d787-586f-4ee5-9036-6a724814168f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.507057] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f7c9c-3baa-42da-b977-f38de567192a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.521526] env[68134]: DEBUG nova.compute.provider_tree [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.624074] env[68134]: DEBUG nova.objects.instance [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lazy-loading 'flavor' on Instance uuid a5e06d25-8a3d-4cad-a340-cb441326aedf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.661849] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Acquiring lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.662274] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.670110] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5297243c-eb8b-ae72-e938-4b74a0d5cb99, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.670871] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.671228] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.671934] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e51322f-6fcc-4f9c-82e6-ba1244189dbe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.688113] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964640, 'name': Destroy_Task, 'duration_secs': 0.393673} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.690330] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Destroyed the VM [ 736.690940] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.691357] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 736.691357] env[68134]: value = "task-2964643" [ 736.691357] env[68134]: _type = "Task" [ 736.691357] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.694779] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64e0b5a5-cd83-40e9-9017-f734013fb42d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.709913] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964638, 'name': ReconfigVM_Task, 'duration_secs': 0.790228} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.714166] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 941df5cb-677e-421e-b32a-ced3e69257bb/941df5cb-677e-421e-b32a-ced3e69257bb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.715057] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.715417] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 736.715417] env[68134]: value = "task-2964644" [ 736.715417] env[68134]: _type = "Task" [ 736.715417] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.715716] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe38f1e5-b215-43a5-b0c6-eb9836e616f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.727393] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.731554] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 736.731554] env[68134]: value = "task-2964645" [ 736.731554] env[68134]: _type = "Task" [ 736.731554] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.733289] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.738585] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964645, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.822766] env[68134]: DEBUG oslo_vmware.api [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225084} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.823231] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.823595] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.823871] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.824134] env[68134]: INFO nova.compute.manager [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Took 1.13 seconds to destroy the instance on the hypervisor. [ 736.824444] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.825016] env[68134]: DEBUG nova.compute.manager [-] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.825016] env[68134]: DEBUG nova.network.neutron [-] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.062964] env[68134]: ERROR nova.scheduler.client.report [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [req-b22099ce-0f97-47be-9260-586591a48f7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b22099ce-0f97-47be-9260-586591a48f7d"}]} [ 737.094417] env[68134]: DEBUG nova.scheduler.client.report [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 737.113483] env[68134]: DEBUG nova.scheduler.client.report [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 737.113709] env[68134]: DEBUG nova.compute.provider_tree [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.139119] env[68134]: DEBUG nova.scheduler.client.report [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 737.168624] env[68134]: DEBUG nova.scheduler.client.report [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 737.171999] env[68134]: DEBUG nova.compute.utils [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.212528] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.226966] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964644, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.242186] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964645, 'name': Rename_Task, 'duration_secs': 0.214611} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.243730] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.243730] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f383558-194a-4fff-90c7-5dd9d882bcfb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.255322] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 737.255322] env[68134]: value = "task-2964646" [ 737.255322] env[68134]: _type = "Task" [ 737.255322] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.262761] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.393619] env[68134]: DEBUG nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.425665] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.425960] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.426217] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.426714] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.426926] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.427219] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.427492] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.427644] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.427849] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.428043] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.428234] env[68134]: DEBUG nova.virt.hardware [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.429592] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7217e935-4de9-4130-a9c5-190abca906a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.443883] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46823fb-f713-45b5-8481-43eca3061455 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.632769] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a14fb597-25ca-4543-8b42-68da50bb01f7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.679196] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.713806] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767451} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.718660] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.718911] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.719728] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bc9998-af1d-4f8e-895a-9eff8fc5a1bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.731799] env[68134]: DEBUG oslo_vmware.api [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964644, 'name': RemoveSnapshot_Task, 'duration_secs': 1.009956} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.733688] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.733952] env[68134]: INFO nova.compute.manager [None req-a1f3e460-e462-4f72-9ddc-7fea192f9624 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 737.736734] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 737.736734] env[68134]: value = "task-2964647" [ 737.736734] env[68134]: _type = "Task" [ 737.736734] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.750025] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.770507] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964646, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.802229] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228102d-44d7-497e-8b14-87afacbcd6c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.815873] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee98268-dd32-4a4d-9f58-66f8ee768e0c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.849881] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb96191-c000-438e-8fdc-1605a99f4220 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.857756] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10eefb7-8a4f-42d3-830f-d5e9858674a1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.875761] env[68134]: DEBUG nova.compute.provider_tree [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.954169] env[68134]: DEBUG nova.compute.manager [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Received event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.954169] env[68134]: DEBUG nova.compute.manager [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing instance network info cache due to event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.955261] env[68134]: DEBUG oslo_concurrency.lockutils [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] Acquiring lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.955727] env[68134]: DEBUG oslo_concurrency.lockutils [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] Acquired lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.956015] env[68134]: DEBUG nova.network.neutron [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.959411] env[68134]: DEBUG nova.network.neutron [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Successfully updated port: ef99d2b6-ac0c-4632-9069-0af331b13637 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.112460] env[68134]: DEBUG nova.network.neutron [-] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.253437] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080088} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.253677] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.255210] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6a534b-936b-4d2b-82d9-4e1698c579cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.283238] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.288584] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b952d284-acc7-4e2d-ae74-6c4dcba66f12 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.303470] env[68134]: DEBUG oslo_vmware.api [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964646, 'name': PowerOnVM_Task, 'duration_secs': 0.892899} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.304639] env[68134]: DEBUG nova.compute.manager [req-7224841c-ec9b-44cb-9a0a-6fae0f99ec4d req-ebce3a50-f786-4b71-8278-eddf9719eff0 service nova] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Received event network-vif-deleted-581ab9a6-e790-485e-9c48-ac539f5110c4 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.305499] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.305698] env[68134]: INFO nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Took 7.99 seconds to spawn the instance on the hypervisor. [ 738.305929] env[68134]: DEBUG nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.307120] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cb6e96-f151-446f-ad46-bad5c2992345 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.313376] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 738.313376] env[68134]: value = "task-2964648" [ 738.313376] env[68134]: _type = "Task" [ 738.313376] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.326930] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.379749] env[68134]: DEBUG nova.scheduler.client.report [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.465465] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.465690] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.465945] env[68134]: DEBUG nova.network.neutron [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.615728] env[68134]: INFO nova.compute.manager [-] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Took 1.79 seconds to deallocate network for instance. [ 738.739231] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Acquiring lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.739231] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.741031] env[68134]: INFO nova.compute.manager [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Attaching volume 0b63577a-ee03-444c-a0d5-2d67bec963a9 to /dev/sdb [ 738.792038] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf52bc1-1edd-481d-9c1a-3e8345067915 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.795530] env[68134]: DEBUG nova.network.neutron [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updated VIF entry in instance network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.795880] env[68134]: DEBUG nova.network.neutron [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.804679] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b688de-74a1-44cd-8d8d-7ef79aa9e18a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.823615] env[68134]: DEBUG nova.virt.block_device [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updating existing volume attachment record: a23f6488-7086-40f0-b154-b538428d85f7 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 738.843072] env[68134]: INFO nova.compute.manager [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Took 47.99 seconds to build instance. [ 738.848560] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.888304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.516s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.888304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.860s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.895453] env[68134]: INFO nova.compute.claims [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.932988] env[68134]: INFO nova.scheduler.client.report [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Deleted allocations for instance 06b09205-14aa-4166-81f6-ce6f44dc826e [ 739.011191] env[68134]: DEBUG nova.network.neutron [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.125292] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.299483] env[68134]: DEBUG oslo_concurrency.lockutils [req-a03715f1-17bd-49a3-b1ce-b9d13b3bb6b9 req-7bfceaad-fa81-4e56-9531-49f1c539d67f service nova] Releasing lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.317865] env[68134]: DEBUG nova.network.neutron [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Updating instance_info_cache with network_info: [{"id": "ef99d2b6-ac0c-4632-9069-0af331b13637", "address": "fa:16:3e:7f:98:d4", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef99d2b6-ac", "ovs_interfaceid": "ef99d2b6-ac0c-4632-9069-0af331b13637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.333789] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964648, 'name': ReconfigVM_Task, 'duration_secs': 0.806707} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.333789] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 665a3f40-d12f-4e99-b3d2-53e137897226/665a3f40-d12f-4e99-b3d2-53e137897226.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.333789] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df60eec-1c58-4711-9181-673c6be48133 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.345635] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cc6c602e-28d6-4a77-b77e-9d31f5a1d810 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "941df5cb-677e-421e-b32a-ced3e69257bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.284s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.345984] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 739.345984] env[68134]: value = "task-2964652" [ 739.345984] env[68134]: _type = "Task" [ 739.345984] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.358103] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964652, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.441728] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e45320c3-698d-418c-9f9c-1715f723feaa tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "06b09205-14aa-4166-81f6-ce6f44dc826e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.002s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.492594] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "b154a231-a055-4a66-a549-59bd552e1100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.492849] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "b154a231-a055-4a66-a549-59bd552e1100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.828015] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.828015] env[68134]: DEBUG nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Instance network_info: |[{"id": "ef99d2b6-ac0c-4632-9069-0af331b13637", "address": "fa:16:3e:7f:98:d4", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef99d2b6-ac", "ovs_interfaceid": "ef99d2b6-ac0c-4632-9069-0af331b13637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.828415] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:98:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef99d2b6-ac0c-4632-9069-0af331b13637', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.838345] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.838345] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.838345] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac2361f-8f65-4029-bcb7-64cd7efed07f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.860277] env[68134]: DEBUG nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.871522] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964652, 'name': Rename_Task, 'duration_secs': 0.217333} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.873130] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.873722] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.873722] env[68134]: value = "task-2964653" [ 739.873722] env[68134]: _type = "Task" [ 739.873722] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.873921] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f9967f-2d0a-49e3-b9eb-53978556adde {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.895887] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 739.895887] env[68134]: value = "task-2964654" [ 739.895887] env[68134]: _type = "Task" [ 739.895887] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.896139] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964653, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.913343] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.007023] env[68134]: DEBUG nova.compute.manager [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Received event network-vif-plugged-ef99d2b6-ac0c-4632-9069-0af331b13637 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.007277] env[68134]: DEBUG oslo_concurrency.lockutils [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] Acquiring lock "daf16a4a-cdcc-487f-99db-6600425b356a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.007498] env[68134]: DEBUG oslo_concurrency.lockutils [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] Lock "daf16a4a-cdcc-487f-99db-6600425b356a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.007676] env[68134]: DEBUG oslo_concurrency.lockutils [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] Lock "daf16a4a-cdcc-487f-99db-6600425b356a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.008956] env[68134]: DEBUG nova.compute.manager [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] No waiting events found dispatching network-vif-plugged-ef99d2b6-ac0c-4632-9069-0af331b13637 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.008956] env[68134]: WARNING nova.compute.manager [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Received unexpected event network-vif-plugged-ef99d2b6-ac0c-4632-9069-0af331b13637 for instance with vm_state building and task_state spawning. [ 740.008956] env[68134]: DEBUG nova.compute.manager [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Received event network-changed-ef99d2b6-ac0c-4632-9069-0af331b13637 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.008956] env[68134]: DEBUG nova.compute.manager [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Refreshing instance network info cache due to event network-changed-ef99d2b6-ac0c-4632-9069-0af331b13637. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.008956] env[68134]: DEBUG oslo_concurrency.lockutils [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] Acquiring lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.009406] env[68134]: DEBUG oslo_concurrency.lockutils [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] Acquired lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.009406] env[68134]: DEBUG nova.network.neutron [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Refreshing network info cache for port ef99d2b6-ac0c-4632-9069-0af331b13637 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.388810] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964653, 'name': CreateVM_Task, 'duration_secs': 0.379918} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.389060] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.390467] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.390647] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.390968] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.394243] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e818e9-670b-4e52-983a-fe5b1efb7fc7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.396623] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.402018] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 740.402018] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b76278-df0a-32c2-c329-4681a4c9c562" [ 740.402018] env[68134]: _type = "Task" [ 740.402018] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.412336] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.418540] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b76278-df0a-32c2-c329-4681a4c9c562, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.419311] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.419311] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.420311] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.420311] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.420311] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.420526] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e385d7b7-c7e6-4ec3-9b88-f5adbcfa6504 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.430165] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.430359] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.431092] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28baddd9-e8ae-4357-9606-e960e168dda4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.436941] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 740.436941] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52819419-1c73-1040-ff43-46eeb644f0a2" [ 740.436941] env[68134]: _type = "Task" [ 740.436941] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.448301] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52819419-1c73-1040-ff43-46eeb644f0a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.478378] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf772c2-5a53-4f4f-8393-67c5968bbbe2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.486725] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd810dc0-9b76-4c0a-b094-420df88ff2b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.520526] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3d015-2635-4306-b2fe-391f9b7675c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.529022] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597cc52-6b42-4fd4-ba40-58b35fc1b33c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.544461] env[68134]: DEBUG nova.compute.provider_tree [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.557067] env[68134]: DEBUG nova.compute.manager [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.558188] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246b2081-2748-4eff-b6e6-bfeb5b44399f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.693310] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "23228ef5-dfa9-44e5-b3da-b1532febba2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.693588] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.693900] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "23228ef5-dfa9-44e5-b3da-b1532febba2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.693971] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.694148] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.697017] env[68134]: INFO nova.compute.manager [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Terminating instance [ 740.910552] env[68134]: DEBUG oslo_vmware.api [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964654, 'name': PowerOnVM_Task, 'duration_secs': 0.86679} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.910888] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.910888] env[68134]: DEBUG nova.compute.manager [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.911767] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a413e0-efae-4ad0-97b3-7fa415f260f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.950987] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52819419-1c73-1040-ff43-46eeb644f0a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.951835] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2e49d9-5a83-4486-8dc4-8f20d1c24010 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.958504] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 740.958504] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521f769d-bc5e-e32f-bcb3-71b490966e6e" [ 740.958504] env[68134]: _type = "Task" [ 740.958504] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.968049] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521f769d-bc5e-e32f-bcb3-71b490966e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.043330] env[68134]: DEBUG nova.network.neutron [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Updated VIF entry in instance network info cache for port ef99d2b6-ac0c-4632-9069-0af331b13637. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.043717] env[68134]: DEBUG nova.network.neutron [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Updating instance_info_cache with network_info: [{"id": "ef99d2b6-ac0c-4632-9069-0af331b13637", "address": "fa:16:3e:7f:98:d4", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef99d2b6-ac", "ovs_interfaceid": "ef99d2b6-ac0c-4632-9069-0af331b13637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.051560] env[68134]: DEBUG nova.scheduler.client.report [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.069999] env[68134]: INFO nova.compute.manager [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] instance snapshotting [ 741.077238] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5782c4f-faed-4ede-9c51-0a776bdc94c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.097952] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fedcde2-b815-44fa-869b-f8a14b74c8b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.203060] env[68134]: DEBUG nova.compute.manager [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.203319] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.204226] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df305aeb-d8a2-4dec-b1c3-4fe4a7899b2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.216528] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.216809] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b218b4ea-67c4-4674-b36f-45ee98f2d61c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.228596] env[68134]: DEBUG oslo_vmware.api [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 741.228596] env[68134]: value = "task-2964656" [ 741.228596] env[68134]: _type = "Task" [ 741.228596] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.241832] env[68134]: DEBUG oslo_vmware.api [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.432229] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.471221] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521f769d-bc5e-e32f-bcb3-71b490966e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.471864] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.474058] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] daf16a4a-cdcc-487f-99db-6600425b356a/daf16a4a-cdcc-487f-99db-6600425b356a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.474058] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a66d108-772f-40e6-adeb-5fbc7f44e681 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.483299] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 741.483299] env[68134]: value = "task-2964657" [ 741.483299] env[68134]: _type = "Task" [ 741.483299] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.491330] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.553327] env[68134]: DEBUG oslo_concurrency.lockutils [req-cd6d9b7d-0ddd-43d8-8f1b-d70719fa013a req-803086ca-eacb-4d68-8a47-722550159061 service nova] Releasing lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.560977] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.561586] env[68134]: DEBUG nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.565393] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.335s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.565619] env[68134]: DEBUG nova.objects.instance [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'resources' on Instance uuid 39697361-2e54-45c5-b0f5-6995c2bc13d8 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.609498] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.610490] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-22c9c98c-7371-41cb-8364-5c498ba87121 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.619110] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 741.619110] env[68134]: value = "task-2964658" [ 741.619110] env[68134]: _type = "Task" [ 741.619110] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.628234] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.742161] env[68134]: DEBUG oslo_vmware.api [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964656, 'name': PowerOffVM_Task, 'duration_secs': 0.233783} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.742487] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.742659] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.742937] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a1524a-b715-4aec-a106-cac2d701ad7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.828864] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.828864] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.828864] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Deleting the datastore file [datastore1] 23228ef5-dfa9-44e5-b3da-b1532febba2a {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.829096] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd19fd9-cdfa-4326-890d-8ee0591a81b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.837507] env[68134]: DEBUG oslo_vmware.api [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for the task: (returnval){ [ 741.837507] env[68134]: value = "task-2964660" [ 741.837507] env[68134]: _type = "Task" [ 741.837507] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.849091] env[68134]: DEBUG oslo_vmware.api [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.997044] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.057676] env[68134]: DEBUG nova.compute.manager [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received event network-changed-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.057676] env[68134]: DEBUG nova.compute.manager [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Refreshing instance network info cache due to event network-changed-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.057809] env[68134]: DEBUG oslo_concurrency.lockutils [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] Acquiring lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.061032] env[68134]: DEBUG oslo_concurrency.lockutils [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] Acquired lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.061032] env[68134]: DEBUG nova.network.neutron [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Refreshing network info cache for port 53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.071927] env[68134]: DEBUG nova.compute.utils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.077181] env[68134]: DEBUG nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.077181] env[68134]: DEBUG nova.network.neutron [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.136380] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.161048] env[68134]: DEBUG nova.policy [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1614aa5f3b6240c99312bb497051502a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '377effb8f3464ddda200b738ed39d32a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.356528] env[68134]: DEBUG oslo_vmware.api [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Task: {'id': task-2964660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307728} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.360720] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.360826] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.361187] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.361422] env[68134]: INFO nova.compute.manager [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 742.361702] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.363154] env[68134]: DEBUG nova.compute.manager [-] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.363154] env[68134]: DEBUG nova.network.neutron [-] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.500482] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530725} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.500772] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] daf16a4a-cdcc-487f-99db-6600425b356a/daf16a4a-cdcc-487f-99db-6600425b356a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.501023] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.501298] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bab25a8-c563-4185-a31d-b73c64c26c28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.513312] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 742.513312] env[68134]: value = "task-2964661" [ 742.513312] env[68134]: _type = "Task" [ 742.513312] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.526974] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.528690] env[68134]: DEBUG nova.network.neutron [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Successfully created port: 2311c381-cccc-48e8-9f49-bd68514c0432 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.577647] env[68134]: DEBUG nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.610339] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac3b871-aafb-4ace-a959-4034eb8c5a46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.618939] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1660347-a748-4aba-82fe-3442e19961f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.636041] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964658, 'name': CreateSnapshot_Task, 'duration_secs': 0.883852} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.660365] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.664148] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37889b19-a5c0-4ace-90bd-d25dbd8c58b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.667274] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9503bd47-eb95-4896-ab40-1a17f6cea082 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.684887] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588cdf4-b3ac-4ff3-81ab-bfd04725a85e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.705590] env[68134]: DEBUG nova.compute.provider_tree [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.001452] env[68134]: DEBUG nova.compute.manager [req-c3ed2ae7-4ab2-42f6-a036-8303c03e7986 req-1ba06e09-825d-499f-9241-0adb6f7cfb4d service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Received event network-vif-deleted-a16e3924-f196-458a-8b46-eb88c063f38b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.002429] env[68134]: INFO nova.compute.manager [req-c3ed2ae7-4ab2-42f6-a036-8303c03e7986 req-1ba06e09-825d-499f-9241-0adb6f7cfb4d service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Neutron deleted interface a16e3924-f196-458a-8b46-eb88c063f38b; detaching it from the instance and deleting it from the info cache [ 743.002429] env[68134]: DEBUG nova.network.neutron [req-c3ed2ae7-4ab2-42f6-a036-8303c03e7986 req-1ba06e09-825d-499f-9241-0adb6f7cfb4d service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.025468] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077759} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.025777] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.026688] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2637c073-792d-418a-a036-f368871afeda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.055839] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] daf16a4a-cdcc-487f-99db-6600425b356a/daf16a4a-cdcc-487f-99db-6600425b356a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.056780] env[68134]: DEBUG nova.network.neutron [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updated VIF entry in instance network info cache for port 53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.057160] env[68134]: DEBUG nova.network.neutron [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.062256] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26da8f55-26a5-4444-a4d2-bfccc7ad594c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.079525] env[68134]: DEBUG oslo_concurrency.lockutils [req-83b1f37b-2dce-4795-84c4-f581c22317e6 req-adf1d354-6f3c-4d99-b5af-6befea0c4ab0 service nova] Releasing lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.087213] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 743.087213] env[68134]: value = "task-2964662" [ 743.087213] env[68134]: _type = "Task" [ 743.087213] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.099737] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.173587] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.173736] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.192150] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.193087] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f25e1d59-ee42-421c-a2a1-f5a93dada377 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.205309] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 743.205309] env[68134]: value = "task-2964663" [ 743.205309] env[68134]: _type = "Task" [ 743.205309] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.216795] env[68134]: DEBUG nova.scheduler.client.report [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.220780] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "4332d3af-9523-42f6-8e8b-98ab60445990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.220998] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "4332d3af-9523-42f6-8e8b-98ab60445990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.228056] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964663, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.236048] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "00b632fe-5417-411d-8713-a584597546ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.236311] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "00b632fe-5417-411d-8713-a584597546ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.361666] env[68134]: DEBUG nova.network.neutron [-] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.401632] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 743.401811] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594908', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'name': 'volume-0b63577a-ee03-444c-a0d5-2d67bec963a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8106b2-cf75-44d3-b171-b3cfb4fd5e37', 'attached_at': '', 'detached_at': '', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'serial': '0b63577a-ee03-444c-a0d5-2d67bec963a9'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 743.402810] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217bdac5-b102-426f-8ce2-2f5ac4b731f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.421365] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "665a3f40-d12f-4e99-b3d2-53e137897226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.422253] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "665a3f40-d12f-4e99-b3d2-53e137897226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.422498] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "665a3f40-d12f-4e99-b3d2-53e137897226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.422691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "665a3f40-d12f-4e99-b3d2-53e137897226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.422859] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "665a3f40-d12f-4e99-b3d2-53e137897226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.425261] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf2ad7-fc6a-43a0-91f7-2855c202b131 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.430327] env[68134]: INFO nova.compute.manager [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Terminating instance [ 743.466136] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-0b63577a-ee03-444c-a0d5-2d67bec963a9/volume-0b63577a-ee03-444c-a0d5-2d67bec963a9.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.466861] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39fe5f3-f1ba-4f80-bd96-7cacac003102 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.490955] env[68134]: DEBUG oslo_vmware.api [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Waiting for the task: (returnval){ [ 743.490955] env[68134]: value = "task-2964664" [ 743.490955] env[68134]: _type = "Task" [ 743.490955] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.506132] env[68134]: DEBUG oslo_vmware.api [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.510706] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4480e10-49f6-4413-b6bd-7fa1e0eab013 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.524032] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56a088-2409-4efd-9f60-cf98035cb7a1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.567811] env[68134]: DEBUG nova.compute.manager [req-c3ed2ae7-4ab2-42f6-a036-8303c03e7986 req-1ba06e09-825d-499f-9241-0adb6f7cfb4d service nova] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Detach interface failed, port_id=a16e3924-f196-458a-8b46-eb88c063f38b, reason: Instance 23228ef5-dfa9-44e5-b3da-b1532febba2a could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.588716] env[68134]: DEBUG nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.602356] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.614332] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:14:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eb24f5fe-739b-4e77-8e1c-0a51dbc5dec4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-615745835',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.614625] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.614876] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.615090] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.615263] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.615471] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.615696] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.615997] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.616226] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.616425] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.616615] env[68134]: DEBUG nova.virt.hardware [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.618137] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e7489e-3cf1-481c-94bb-872ac1d159e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.629091] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafde871-c684-43ba-82a2-e30ac58e218c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.718356] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964663, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.722556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.725844] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.518s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.727563] env[68134]: INFO nova.compute.claims [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.750875] env[68134]: INFO nova.scheduler.client.report [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted allocations for instance 39697361-2e54-45c5-b0f5-6995c2bc13d8 [ 743.864941] env[68134]: INFO nova.compute.manager [-] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Took 1.50 seconds to deallocate network for instance. [ 743.937373] env[68134]: DEBUG nova.compute.manager [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.937439] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.938432] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa6c92-7b59-4c90-9123-fa56836e6973 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.951044] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.951044] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ad1c0b-cb80-41e6-b003-93aa4446a231 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.959652] env[68134]: DEBUG oslo_vmware.api [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 743.959652] env[68134]: value = "task-2964665" [ 743.959652] env[68134]: _type = "Task" [ 743.959652] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.972597] env[68134]: DEBUG oslo_vmware.api [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.003390] env[68134]: DEBUG oslo_vmware.api [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.045371] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.045984] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.106060] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964662, 'name': ReconfigVM_Task, 'duration_secs': 0.985889} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.106367] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Reconfigured VM instance instance-00000026 to attach disk [datastore1] daf16a4a-cdcc-487f-99db-6600425b356a/daf16a4a-cdcc-487f-99db-6600425b356a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.107113] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ce86583-3ce5-4de0-8b4f-c359e5e8ac5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.116569] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 744.116569] env[68134]: value = "task-2964666" [ 744.116569] env[68134]: _type = "Task" [ 744.116569] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.134412] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964666, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.218504] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964663, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.260928] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d7fd749-98ea-465c-be16-8ac52b1bc440 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "39697361-2e54-45c5-b0f5-6995c2bc13d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.570s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.267107] env[68134]: DEBUG nova.compute.manager [req-483813fd-7c6a-4090-b8a7-09818b5611d8 req-4fc7f137-06f3-481d-ab19-ab4166c66b62 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Received event network-vif-plugged-2311c381-cccc-48e8-9f49-bd68514c0432 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.267107] env[68134]: DEBUG oslo_concurrency.lockutils [req-483813fd-7c6a-4090-b8a7-09818b5611d8 req-4fc7f137-06f3-481d-ab19-ab4166c66b62 service nova] Acquiring lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.267107] env[68134]: DEBUG oslo_concurrency.lockutils [req-483813fd-7c6a-4090-b8a7-09818b5611d8 req-4fc7f137-06f3-481d-ab19-ab4166c66b62 service nova] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.267107] env[68134]: DEBUG oslo_concurrency.lockutils [req-483813fd-7c6a-4090-b8a7-09818b5611d8 req-4fc7f137-06f3-481d-ab19-ab4166c66b62 service nova] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.267107] env[68134]: DEBUG nova.compute.manager [req-483813fd-7c6a-4090-b8a7-09818b5611d8 req-4fc7f137-06f3-481d-ab19-ab4166c66b62 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] No waiting events found dispatching network-vif-plugged-2311c381-cccc-48e8-9f49-bd68514c0432 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.267309] env[68134]: WARNING nova.compute.manager [req-483813fd-7c6a-4090-b8a7-09818b5611d8 req-4fc7f137-06f3-481d-ab19-ab4166c66b62 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Received unexpected event network-vif-plugged-2311c381-cccc-48e8-9f49-bd68514c0432 for instance with vm_state building and task_state spawning. [ 744.335350] env[68134]: DEBUG nova.network.neutron [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Successfully updated port: 2311c381-cccc-48e8-9f49-bd68514c0432 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.372745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.471029] env[68134]: DEBUG oslo_vmware.api [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964665, 'name': PowerOffVM_Task, 'duration_secs': 0.199996} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.471029] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.471244] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.471518] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e819c767-2254-4c25-8a3f-62b31a0e740e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.502057] env[68134]: DEBUG oslo_vmware.api [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964664, 'name': ReconfigVM_Task, 'duration_secs': 0.588172} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.502444] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-0b63577a-ee03-444c-a0d5-2d67bec963a9/volume-0b63577a-ee03-444c-a0d5-2d67bec963a9.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.507801] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c79d1266-2833-43a2-ba2e-ce627426365f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.524795] env[68134]: DEBUG oslo_vmware.api [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Waiting for the task: (returnval){ [ 744.524795] env[68134]: value = "task-2964668" [ 744.524795] env[68134]: _type = "Task" [ 744.524795] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.534911] env[68134]: DEBUG oslo_vmware.api [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.556663] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.556953] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.557158] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleting the datastore file [datastore2] 665a3f40-d12f-4e99-b3d2-53e137897226 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.557441] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec4497c9-4371-4de9-8df0-2b7a4bf0559f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.566266] env[68134]: DEBUG oslo_vmware.api [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 744.566266] env[68134]: value = "task-2964669" [ 744.566266] env[68134]: _type = "Task" [ 744.566266] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.576028] env[68134]: DEBUG oslo_vmware.api [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.627991] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964666, 'name': Rename_Task, 'duration_secs': 0.230634} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.627991] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.628250] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d2f39c1-e6d5-45ad-96c9-22672fe27ea7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.636464] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 744.636464] env[68134]: value = "task-2964670" [ 744.636464] env[68134]: _type = "Task" [ 744.636464] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.654524] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.718695] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964663, 'name': CloneVM_Task, 'duration_secs': 1.330509} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.719016] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Created linked-clone VM from snapshot [ 744.719837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cc21f-3123-4ec1-9397-a5dbe0c44404 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.727585] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Uploading image 569a79ef-47c1-402c-b79b-a3f2f9c5dbef {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.748717] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.748717] env[68134]: value = "vm-594911" [ 744.748717] env[68134]: _type = "VirtualMachine" [ 744.748717] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.748927] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a47a1e94-b364-4ef5-82d4-ee4981c60675 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.756560] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lease: (returnval){ [ 744.756560] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528cd01f-6169-64ac-15d4-e4085cfef6b7" [ 744.756560] env[68134]: _type = "HttpNfcLease" [ 744.756560] env[68134]: } obtained for exporting VM: (result){ [ 744.756560] env[68134]: value = "vm-594911" [ 744.756560] env[68134]: _type = "VirtualMachine" [ 744.756560] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.756560] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the lease: (returnval){ [ 744.756560] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528cd01f-6169-64ac-15d4-e4085cfef6b7" [ 744.756560] env[68134]: _type = "HttpNfcLease" [ 744.756560] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.764528] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.764528] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528cd01f-6169-64ac-15d4-e4085cfef6b7" [ 744.764528] env[68134]: _type = "HttpNfcLease" [ 744.764528] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 744.842624] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.844832] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.844832] env[68134]: DEBUG nova.network.neutron [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.039735] env[68134]: DEBUG oslo_vmware.api [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964668, 'name': ReconfigVM_Task, 'duration_secs': 0.174332} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.040062] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594908', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'name': 'volume-0b63577a-ee03-444c-a0d5-2d67bec963a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8106b2-cf75-44d3-b171-b3cfb4fd5e37', 'attached_at': '', 'detached_at': '', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'serial': '0b63577a-ee03-444c-a0d5-2d67bec963a9'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 745.076183] env[68134]: DEBUG oslo_vmware.api [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186445} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.079028] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.079028] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.079236] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.079539] env[68134]: INFO nova.compute.manager [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Took 1.14 seconds to destroy the instance on the hypervisor. [ 745.079834] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.080196] env[68134]: DEBUG nova.compute.manager [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.080309] env[68134]: DEBUG nova.network.neutron [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.149905] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.234120] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ef67fa-4e79-4a0e-8040-2b69e372b045 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.242194] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e810d0c-17e5-4b9d-9f52-c71cb68dca5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.277629] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06345372-34d3-407d-b852-af41733eb1ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.284832] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.284832] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528cd01f-6169-64ac-15d4-e4085cfef6b7" [ 745.284832] env[68134]: _type = "HttpNfcLease" [ 745.284832] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 745.287019] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 745.287019] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528cd01f-6169-64ac-15d4-e4085cfef6b7" [ 745.287019] env[68134]: _type = "HttpNfcLease" [ 745.287019] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 745.287768] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4945afa-f98d-4130-a15d-bcb0ce0d1f0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.291027] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d6b58-5b83-4c2b-9501-b18d34d06847 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.300683] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b94a-40b4-f6ba-9a10-9400f47157c2/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 745.300962] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b94a-40b4-f6ba-9a10-9400f47157c2/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 745.311787] env[68134]: DEBUG nova.compute.provider_tree [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.401843] env[68134]: DEBUG nova.network.neutron [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.413452] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1776630e-8826-48e7-bc75-7d4457131c8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.556021] env[68134]: DEBUG nova.network.neutron [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance_info_cache with network_info: [{"id": "2311c381-cccc-48e8-9f49-bd68514c0432", "address": "fa:16:3e:62:ea:11", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2311c381-cc", "ovs_interfaceid": "2311c381-cccc-48e8-9f49-bd68514c0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.617052] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.617305] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.650526] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.816064] env[68134]: DEBUG nova.scheduler.client.report [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.875525] env[68134]: DEBUG nova.network.neutron [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.058061] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.059336] env[68134]: DEBUG nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Instance network_info: |[{"id": "2311c381-cccc-48e8-9f49-bd68514c0432", "address": "fa:16:3e:62:ea:11", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2311c381-cc", "ovs_interfaceid": "2311c381-cccc-48e8-9f49-bd68514c0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.059926] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:ea:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2311c381-cccc-48e8-9f49-bd68514c0432', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.067852] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.068186] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.068342] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48db7794-42c6-499b-8c1c-42f9afc4a0bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.090894] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.090894] env[68134]: value = "task-2964672" [ 746.090894] env[68134]: _type = "Task" [ 746.090894] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.095960] env[68134]: DEBUG nova.objects.instance [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lazy-loading 'flavor' on Instance uuid ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.101348] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964672, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.149307] env[68134]: DEBUG oslo_vmware.api [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964670, 'name': PowerOnVM_Task, 'duration_secs': 1.120868} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.149782] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.150039] env[68134]: INFO nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Took 8.76 seconds to spawn the instance on the hypervisor. [ 746.150377] env[68134]: DEBUG nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.151474] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dbb5c3-399e-41c5-a2dd-f70586946281 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.295946] env[68134]: DEBUG nova.compute.manager [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Received event network-changed-2311c381-cccc-48e8-9f49-bd68514c0432 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.296600] env[68134]: DEBUG nova.compute.manager [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Refreshing instance network info cache due to event network-changed-2311c381-cccc-48e8-9f49-bd68514c0432. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.296981] env[68134]: DEBUG oslo_concurrency.lockutils [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] Acquiring lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.297246] env[68134]: DEBUG oslo_concurrency.lockutils [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] Acquired lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.297509] env[68134]: DEBUG nova.network.neutron [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Refreshing network info cache for port 2311c381-cccc-48e8-9f49-bd68514c0432 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.321380] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.324342] env[68134]: DEBUG nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.328567] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.986s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.379155] env[68134]: INFO nova.compute.manager [-] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Took 1.30 seconds to deallocate network for instance. [ 746.600510] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] Acquiring lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.600798] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] Acquired lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.601412] env[68134]: DEBUG nova.network.neutron [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.606130] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1206166e-1949-48e3-9523-9795c9afccdb tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.616369] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964672, 'name': CreateVM_Task, 'duration_secs': 0.503519} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.618636] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.619377] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.620439] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.621600] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.622262] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b33748f-f434-4bbe-a7f0-4cdd1b85d120 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.629783] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 746.629783] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b7f582-d7be-ecbd-27a6-2c0715f65c5b" [ 746.629783] env[68134]: _type = "Task" [ 746.629783] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.642936] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b7f582-d7be-ecbd-27a6-2c0715f65c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.671266] env[68134]: INFO nova.compute.manager [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Took 52.10 seconds to build instance. [ 746.829428] env[68134]: DEBUG nova.compute.utils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.830923] env[68134]: DEBUG nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.832833] env[68134]: DEBUG nova.network.neutron [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.886251] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.992542] env[68134]: DEBUG nova.policy [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f671f5b1120430d97f30f6503a05821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '745b9683f22f47269b28d966043dd4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.059848] env[68134]: DEBUG nova.network.neutron [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updated VIF entry in instance network info cache for port 2311c381-cccc-48e8-9f49-bd68514c0432. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.059848] env[68134]: DEBUG nova.network.neutron [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance_info_cache with network_info: [{"id": "2311c381-cccc-48e8-9f49-bd68514c0432", "address": "fa:16:3e:62:ea:11", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2311c381-cc", "ovs_interfaceid": "2311c381-cccc-48e8-9f49-bd68514c0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.143935] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b7f582-d7be-ecbd-27a6-2c0715f65c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015898} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.148301] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.148698] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.149068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.149340] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.149684] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.150350] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-926f5e07-66d4-4f02-969c-340c9821ab42 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.162576] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.163888] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.164668] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae76fca4-9c37-40fe-b70c-ebcf058858b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.170562] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 747.170562] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f179f5-8827-dfae-8682-bd3a97d5ae62" [ 747.170562] env[68134]: _type = "Task" [ 747.170562] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.174144] env[68134]: DEBUG oslo_concurrency.lockutils [None req-396e8d50-2ea9-4d09-bfe7-c9dd4356867a tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "daf16a4a-cdcc-487f-99db-6600425b356a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.819s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.182191] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f179f5-8827-dfae-8682-bd3a97d5ae62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.344026] env[68134]: DEBUG nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.359158] env[68134]: DEBUG nova.network.neutron [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Updating instance_info_cache with network_info: [{"id": "ef99d2b6-ac0c-4632-9069-0af331b13637", "address": "fa:16:3e:7f:98:d4", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef99d2b6-ac", "ovs_interfaceid": "ef99d2b6-ac0c-4632-9069-0af331b13637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.389177] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2eba6da6-cf10-4c1c-a3ed-a6921af029da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389177] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7eafe60b-51f1-436a-adf7-634ab7f15949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389177] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance a5e06d25-8a3d-4cad-a340-cb441326aedf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389177] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 23228ef5-dfa9-44e5-b3da-b1532febba2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.389425] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2a16afaf-4291-455b-b320-b9d58646fc32 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.389425] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389425] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance fa4e8290-ce2b-4823-8166-afd27d4abde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389425] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance d96bc42c-7bd3-41b2-a663-1992180fcd51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389545] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance f8d8520b-21a2-48a9-951f-15d869dfe6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389545] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ea2fc662-f98e-461d-956b-d7eff9b191d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389545] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 3eaf8669-1dae-4574-bca9-98afd9e0b14e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389639] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance bec2b37d-ba84-42f7-8506-0b5868e7fa7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389697] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 11adde73-5bff-4603-baa6-900887998828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389811] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 9c4949ce-1c1c-45f4-9348-1201c2734c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.389922] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.390022] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 665a3f40-d12f-4e99-b3d2-53e137897226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.390127] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e751acc9-f68b-4f29-8b86-f16c2bbaae87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.390228] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 941df5cb-677e-421e-b32a-ced3e69257bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.390334] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance daf16a4a-cdcc-487f-99db-6600425b356a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.390449] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance d7104546-8dde-4cca-9151-45ec1afb3f2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.390549] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 22b1aa51-4faf-46cc-8047-aeed803bbaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.427152] env[68134]: DEBUG nova.network.neutron [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Successfully created port: 41b3b7ad-ae9b-42e9-8183-20f78383ddfc {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.552859] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Acquiring lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.553160] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.570082] env[68134]: DEBUG oslo_concurrency.lockutils [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] Releasing lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.570619] env[68134]: DEBUG nova.compute.manager [req-a95239bc-5a81-4cf3-a51a-47d64e5e26e0 req-c6ee2464-30f2-49c6-b41e-2f916e181d80 service nova] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Received event network-vif-deleted-49d1d4a6-6d8d-4f88-958a-bb6f32a72c74 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.676750] env[68134]: DEBUG nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.690488] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f179f5-8827-dfae-8682-bd3a97d5ae62, 'name': SearchDatastore_Task, 'duration_secs': 0.018788} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.691767] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263a0c90-9954-432e-bec2-2190072bcef6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.699702] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 747.699702] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5297023a-d5e4-d0eb-c561-1edfa05f3e46" [ 747.699702] env[68134]: _type = "Task" [ 747.699702] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.710335] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5297023a-d5e4-d0eb-c561-1edfa05f3e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.859555] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] Releasing lock "refresh_cache-daf16a4a-cdcc-487f-99db-6600425b356a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.859975] env[68134]: DEBUG nova.compute.manager [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Inject network info {{(pid=68134) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 747.860242] env[68134]: DEBUG nova.compute.manager [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] network_info to inject: |[{"id": "ef99d2b6-ac0c-4632-9069-0af331b13637", "address": "fa:16:3e:7f:98:d4", "network": {"id": "5713b5dd-7d18-4428-b57f-f03177329ddc", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1971604044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f9d2d3f223342d38db3bd9ecb1e500c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef99d2b6-ac", "ovs_interfaceid": "ef99d2b6-ac0c-4632-9069-0af331b13637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 747.865551] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Reconfiguring VM instance to set the machine id {{(pid=68134) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 747.866831] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d59db5-87a1-4ddc-9405-5d5a16b36641 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.888100] env[68134]: DEBUG oslo_vmware.api [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] Waiting for the task: (returnval){ [ 747.888100] env[68134]: value = "task-2964673" [ 747.888100] env[68134]: _type = "Task" [ 747.888100] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.898895] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 5938f3b0-bec5-4515-8191-de835d6f9a7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.901283] env[68134]: DEBUG oslo_vmware.api [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] Task: {'id': task-2964673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.057034] env[68134]: INFO nova.compute.manager [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Detaching volume 0b63577a-ee03-444c-a0d5-2d67bec963a9 [ 748.095313] env[68134]: INFO nova.virt.block_device [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Attempting to driver detach volume 0b63577a-ee03-444c-a0d5-2d67bec963a9 from mountpoint /dev/sdb [ 748.095588] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 748.095741] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594908', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'name': 'volume-0b63577a-ee03-444c-a0d5-2d67bec963a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8106b2-cf75-44d3-b171-b3cfb4fd5e37', 'attached_at': '', 'detached_at': '', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'serial': '0b63577a-ee03-444c-a0d5-2d67bec963a9'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 748.096636] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e1f63e-08eb-434a-8e3e-0f2f0f6e0aa1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.118584] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f18f9c-e05b-41dc-af67-66abc2ba20c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.126820] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c7e3ef-65c8-4c4e-9c31-afd72ea45e1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.148690] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b31e66d-7093-4373-9196-f25a67dc74b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.165081] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] The volume has not been displaced from its original location: [datastore1] volume-0b63577a-ee03-444c-a0d5-2d67bec963a9/volume-0b63577a-ee03-444c-a0d5-2d67bec963a9.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 748.170427] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.171056] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e178b9-8cb5-4fcd-8ce4-7092889fdb58 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.194899] env[68134]: DEBUG oslo_vmware.api [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Waiting for the task: (returnval){ [ 748.194899] env[68134]: value = "task-2964674" [ 748.194899] env[68134]: _type = "Task" [ 748.194899] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.211625] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5297023a-d5e4-d0eb-c561-1edfa05f3e46, 'name': SearchDatastore_Task, 'duration_secs': 0.014481} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.215719] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.216095] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.216365] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.216632] env[68134]: DEBUG oslo_vmware.api [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.216842] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c2ace0-9dbc-479c-9564-0778519ee79a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.224854] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 748.224854] env[68134]: value = "task-2964675" [ 748.224854] env[68134]: _type = "Task" [ 748.224854] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.236728] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.356607] env[68134]: DEBUG nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.386866] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.387159] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.387335] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.387545] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.387704] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.387870] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.388109] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.388288] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.388478] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.388660] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.388853] env[68134]: DEBUG nova.virt.hardware [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.389874] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b267d7-7009-4bc1-9de5-5c329c962bd4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.401978] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 58ffa9ba-219e-4756-b125-9b9b00629b1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.407608] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bef216-0306-434c-bce7-522eddea969d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.411920] env[68134]: DEBUG oslo_vmware.api [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] Task: {'id': task-2964673, 'name': ReconfigVM_Task, 'duration_secs': 0.189445} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.412549] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1975f-1814-4ba3-8f61-1838150e5e21 tempest-ServersAdminTestJSON-96490690 tempest-ServersAdminTestJSON-96490690-project-admin] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Reconfigured VM instance to set the machine id {{(pid=68134) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 748.710695] env[68134]: DEBUG oslo_vmware.api [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964674, 'name': ReconfigVM_Task, 'duration_secs': 0.311978} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.711059] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.719282] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4261bba2-5162-40c0-8b07-79f0bcfb896f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.748497] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964675, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.750668] env[68134]: DEBUG oslo_vmware.api [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Waiting for the task: (returnval){ [ 748.750668] env[68134]: value = "task-2964676" [ 748.750668] env[68134]: _type = "Task" [ 748.750668] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.762882] env[68134]: DEBUG oslo_vmware.api [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.915234] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 9d33455b-81c1-472e-a4c8-204e201f7715 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.960221] env[68134]: DEBUG nova.compute.manager [req-84caec69-47cb-4ae6-9a2c-5670a16a1a7b req-7af1317e-4088-4f8e-b60b-159f6bee3dd1 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Received event network-vif-plugged-41b3b7ad-ae9b-42e9-8183-20f78383ddfc {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.960221] env[68134]: DEBUG oslo_concurrency.lockutils [req-84caec69-47cb-4ae6-9a2c-5670a16a1a7b req-7af1317e-4088-4f8e-b60b-159f6bee3dd1 service nova] Acquiring lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.960221] env[68134]: DEBUG oslo_concurrency.lockutils [req-84caec69-47cb-4ae6-9a2c-5670a16a1a7b req-7af1317e-4088-4f8e-b60b-159f6bee3dd1 service nova] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.960221] env[68134]: DEBUG oslo_concurrency.lockutils [req-84caec69-47cb-4ae6-9a2c-5670a16a1a7b req-7af1317e-4088-4f8e-b60b-159f6bee3dd1 service nova] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.960221] env[68134]: DEBUG nova.compute.manager [req-84caec69-47cb-4ae6-9a2c-5670a16a1a7b req-7af1317e-4088-4f8e-b60b-159f6bee3dd1 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] No waiting events found dispatching network-vif-plugged-41b3b7ad-ae9b-42e9-8183-20f78383ddfc {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.960834] env[68134]: WARNING nova.compute.manager [req-84caec69-47cb-4ae6-9a2c-5670a16a1a7b req-7af1317e-4088-4f8e-b60b-159f6bee3dd1 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Received unexpected event network-vif-plugged-41b3b7ad-ae9b-42e9-8183-20f78383ddfc for instance with vm_state building and task_state spawning. [ 749.028982] env[68134]: DEBUG nova.network.neutron [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Successfully updated port: 41b3b7ad-ae9b-42e9-8183-20f78383ddfc {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.246388] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593478} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.246685] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.246904] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.247122] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dc5f553-f4e9-4ffb-ae19-39bfbc1a9b31 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.255090] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 749.255090] env[68134]: value = "task-2964677" [ 749.255090] env[68134]: _type = "Task" [ 749.255090] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.261656] env[68134]: DEBUG oslo_vmware.api [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.266837] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.394454] env[68134]: INFO nova.compute.manager [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Rebuilding instance [ 749.416807] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 90f0a81c-dfe5-4ba0-8603-890db1cee214 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.445883] env[68134]: DEBUG nova.compute.manager [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.446836] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b59f5-a13d-49c5-9fcb-24b29f358c17 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.532729] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "refresh_cache-22b1aa51-4faf-46cc-8047-aeed803bbaeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.532871] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "refresh_cache-22b1aa51-4faf-46cc-8047-aeed803bbaeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.533257] env[68134]: DEBUG nova.network.neutron [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.765595] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301043} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.768777] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.769220] env[68134]: DEBUG oslo_vmware.api [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Task: {'id': task-2964676, 'name': ReconfigVM_Task, 'duration_secs': 0.855886} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.769975] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eb4ed9-3c00-4cfe-abce-43c91d748ca1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.772744] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594908', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'name': 'volume-0b63577a-ee03-444c-a0d5-2d67bec963a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec8106b2-cf75-44d3-b171-b3cfb4fd5e37', 'attached_at': '', 'detached_at': '', 'volume_id': '0b63577a-ee03-444c-a0d5-2d67bec963a9', 'serial': '0b63577a-ee03-444c-a0d5-2d67bec963a9'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 749.795969] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.796336] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad76d056-9f0d-46db-8620-d13ee8e60b21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.818987] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 749.818987] env[68134]: value = "task-2964678" [ 749.818987] env[68134]: _type = "Task" [ 749.818987] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.828277] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.919633] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e4af90e9-9c17-4431-8771-2892bad388a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.077175] env[68134]: DEBUG nova.network.neutron [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.243552] env[68134]: DEBUG nova.network.neutron [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Updating instance_info_cache with network_info: [{"id": "41b3b7ad-ae9b-42e9-8183-20f78383ddfc", "address": "fa:16:3e:5d:99:11", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b3b7ad-ae", "ovs_interfaceid": "41b3b7ad-ae9b-42e9-8183-20f78383ddfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.330045] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964678, 'name': ReconfigVM_Task, 'duration_secs': 0.464885} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.331439] env[68134]: DEBUG nova.objects.instance [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lazy-loading 'flavor' on Instance uuid ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.332770] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.333686] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7a449e9-5ae4-4267-ba71-7674a8022257 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.343596] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 750.343596] env[68134]: value = "task-2964679" [ 750.343596] env[68134]: _type = "Task" [ 750.343596] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.355250] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964679, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.423260] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance b93dbac0-6254-4518-bca7-3f4b8e1a45c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.464566] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.464926] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd7e4cb7-25c1-477f-8d32-ba33654fa32f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.475974] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 750.475974] env[68134]: value = "task-2964680" [ 750.475974] env[68134]: _type = "Task" [ 750.475974] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.484723] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.746588] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "refresh_cache-22b1aa51-4faf-46cc-8047-aeed803bbaeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.746934] env[68134]: DEBUG nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Instance network_info: |[{"id": "41b3b7ad-ae9b-42e9-8183-20f78383ddfc", "address": "fa:16:3e:5d:99:11", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b3b7ad-ae", "ovs_interfaceid": "41b3b7ad-ae9b-42e9-8183-20f78383ddfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.748028] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:99:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41b3b7ad-ae9b-42e9-8183-20f78383ddfc', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.755811] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating folder: Project (745b9683f22f47269b28d966043dd4f9). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.756130] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a3837f-e308-4280-a442-72d71c75d0ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.772126] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created folder: Project (745b9683f22f47269b28d966043dd4f9) in parent group-v594791. [ 750.772332] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating folder: Instances. Parent ref: group-v594913. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.772588] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b85f5652-12ef-4852-9bee-51c1752e7bf5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.784822] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created folder: Instances in parent group-v594913. [ 750.785046] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.785311] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.785563] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23c24a5c-b5c6-45be-ac74-d5286f4ac3f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.806870] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.806870] env[68134]: value = "task-2964683" [ 750.806870] env[68134]: _type = "Task" [ 750.806870] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.815251] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964683, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.855975] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964679, 'name': Rename_Task, 'duration_secs': 0.209618} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.856298] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.856559] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-702b7ed0-4d90-4e15-b264-23a0592144b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.863667] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 750.863667] env[68134]: value = "task-2964684" [ 750.863667] env[68134]: _type = "Task" [ 750.863667] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.873575] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.927816] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 55befe05-b148-49a1-9df0-1d3d8c169a5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.988660] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964680, 'name': PowerOffVM_Task, 'duration_secs': 0.205043} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.988976] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.989197] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.990136] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c5c7fc-62d1-412c-b6bf-0ae82bc4d799 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.998237] env[68134]: DEBUG nova.compute.manager [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Received event network-changed-41b3b7ad-ae9b-42e9-8183-20f78383ddfc {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.998498] env[68134]: DEBUG nova.compute.manager [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Refreshing instance network info cache due to event network-changed-41b3b7ad-ae9b-42e9-8183-20f78383ddfc. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.998724] env[68134]: DEBUG oslo_concurrency.lockutils [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] Acquiring lock "refresh_cache-22b1aa51-4faf-46cc-8047-aeed803bbaeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.999174] env[68134]: DEBUG oslo_concurrency.lockutils [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] Acquired lock "refresh_cache-22b1aa51-4faf-46cc-8047-aeed803bbaeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.999355] env[68134]: DEBUG nova.network.neutron [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Refreshing network info cache for port 41b3b7ad-ae9b-42e9-8183-20f78383ddfc {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.006546] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.006546] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05b1ae3-5a68-47a0-a549-8ba1f81d92d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.081508] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.081866] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.082141] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleting the datastore file [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.082504] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a16d4504-4939-4637-8da7-beac1ac44974 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.091536] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 751.091536] env[68134]: value = "task-2964686" [ 751.091536] env[68134]: _type = "Task" [ 751.091536] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.100858] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.318000] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964683, 'name': CreateVM_Task, 'duration_secs': 0.494306} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.318210] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.319023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.319158] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.319523] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.320044] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214aba81-f0d7-4872-bb34-46e99b3a8c46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.325823] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 751.325823] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524ceca5-3512-9227-6b9c-033ea2e1133f" [ 751.325823] env[68134]: _type = "Task" [ 751.325823] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.334228] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524ceca5-3512-9227-6b9c-033ea2e1133f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.339996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4b8205d4-d0b4-4281-98a5-0604cb208da6 tempest-VolumesAssistedSnapshotsTest-1979407580 tempest-VolumesAssistedSnapshotsTest-1979407580-project-admin] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.787s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.374388] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964684, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.433036] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.602709] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250754} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.602992] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.603212] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.603445] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.820613] env[68134]: DEBUG nova.network.neutron [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Updated VIF entry in instance network info cache for port 41b3b7ad-ae9b-42e9-8183-20f78383ddfc. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.820613] env[68134]: DEBUG nova.network.neutron [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Updating instance_info_cache with network_info: [{"id": "41b3b7ad-ae9b-42e9-8183-20f78383ddfc", "address": "fa:16:3e:5d:99:11", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b3b7ad-ae", "ovs_interfaceid": "41b3b7ad-ae9b-42e9-8183-20f78383ddfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.838082] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524ceca5-3512-9227-6b9c-033ea2e1133f, 'name': SearchDatastore_Task, 'duration_secs': 0.027308} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.838432] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.838675] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.838910] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.839074] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.839254] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.839530] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c3569d6-42af-472a-870d-0311c935d093 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.854592] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.854789] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.855590] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a674cd2e-f28c-496c-920f-d048a29026d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.861641] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 751.861641] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fdacf5-2a5a-0574-4a47-4608073e137c" [ 751.861641] env[68134]: _type = "Task" [ 751.861641] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.873482] env[68134]: DEBUG oslo_vmware.api [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964684, 'name': PowerOnVM_Task, 'duration_secs': 0.663118} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.876612] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.876823] env[68134]: INFO nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Took 8.29 seconds to spawn the instance on the hypervisor. [ 751.876998] env[68134]: DEBUG nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.877298] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52fdacf5-2a5a-0574-4a47-4608073e137c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.878076] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac639eb3-2757-462a-908f-c4d5233a3166 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.934803] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.323187] env[68134]: DEBUG oslo_concurrency.lockutils [req-cff9f89c-9dce-46db-8b66-81d541c1964c req-eab031f7-546a-4c71-9daa-be706dbddbf2 service nova] Releasing lock "refresh_cache-22b1aa51-4faf-46cc-8047-aeed803bbaeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.373160] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52fdacf5-2a5a-0574-4a47-4608073e137c, 'name': SearchDatastore_Task, 'duration_secs': 0.023352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.373965] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e96d1e-32cb-4729-b62a-7d18d3fdf7ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.379781] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 752.379781] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52aa49d9-b362-ef6d-22d9-35a96b771a40" [ 752.379781] env[68134]: _type = "Task" [ 752.379781] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.388202] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52aa49d9-b362-ef6d-22d9-35a96b771a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.397909] env[68134]: INFO nova.compute.manager [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Took 52.38 seconds to build instance. [ 752.437992] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 30cbf97b-2f2b-4352-8ebf-81f80cb690cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.644874] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.645199] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.645388] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.645651] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.645803] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.646035] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.646260] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.646480] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.646716] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.646932] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.647156] env[68134]: DEBUG nova.virt.hardware [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.648105] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f719f-6a5e-4a82-9848-59b63c9f95f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.659148] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a511585-5ed3-41a7-9eb8-7b30d56750c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.676859] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:d6:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc60fe1d-7b85-46a5-9f92-fed5a1906f20', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.685216] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.685533] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.685801] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d41a071-453d-483b-8b17-5375376eca94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.706948] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.706948] env[68134]: value = "task-2964688" [ 752.706948] env[68134]: _type = "Task" [ 752.706948] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.717128] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964688, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.893680] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52aa49d9-b362-ef6d-22d9-35a96b771a40, 'name': SearchDatastore_Task, 'duration_secs': 0.027673} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.893977] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.894270] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 22b1aa51-4faf-46cc-8047-aeed803bbaeb/22b1aa51-4faf-46cc-8047-aeed803bbaeb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.894558] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5274e4c9-c4f6-4427-aca6-72b7e22eb644 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.899626] env[68134]: DEBUG oslo_concurrency.lockutils [None req-32460cbc-8280-4bc8-8917-0fbb0c671ee9 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.504s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.903649] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 752.903649] env[68134]: value = "task-2964689" [ 752.903649] env[68134]: _type = "Task" [ 752.903649] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.915019] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.940739] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance c09204d9-e890-4852-8c0d-acb438b1e9e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.218552] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964688, 'name': CreateVM_Task, 'duration_secs': 0.465623} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.220116] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.220116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.220116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.220116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.220581] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b44f5e-d0ac-48a4-9c4d-574c3b82569b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.227173] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 753.227173] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5299163d-4a83-269a-f842-9e8e54d48152" [ 753.227173] env[68134]: _type = "Task" [ 753.227173] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.237884] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5299163d-4a83-269a-f842-9e8e54d48152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.405395] env[68134]: DEBUG nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.420557] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.447580] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance b154a231-a055-4a66-a549-59bd552e1100 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.738886] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5299163d-4a83-269a-f842-9e8e54d48152, 'name': SearchDatastore_Task, 'duration_secs': 0.027408} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.739192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.739458] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.739661] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.739805] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.739965] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.740275] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3c0b167-d019-47c8-a2c8-d0a1036f2eca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.750759] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.750932] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.751894] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb61c7ed-aa26-47a6-9a2e-443963e3a103 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.758196] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 753.758196] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cc852c-b409-a249-d05f-1602bcc90b14" [ 753.758196] env[68134]: _type = "Task" [ 753.758196] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.768171] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc852c-b409-a249-d05f-1602bcc90b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.920689] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59014} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.921058] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 22b1aa51-4faf-46cc-8047-aeed803bbaeb/22b1aa51-4faf-46cc-8047-aeed803bbaeb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.921260] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.921460] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7d4ba2e-a12c-4511-a714-63491d79fec6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.930024] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 753.930024] env[68134]: value = "task-2964690" [ 753.930024] env[68134]: _type = "Task" [ 753.930024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.930654] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.939170] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.951149] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance d3b5cf2c-badc-439a-9e86-e11cb8554ed2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.270233] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc852c-b409-a249-d05f-1602bcc90b14, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.271631] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1551b4-a46b-4956-bcd2-59c8a20a883c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.278502] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 754.278502] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523550bd-3ee4-7409-44e3-fe136d41483e" [ 754.278502] env[68134]: _type = "Task" [ 754.278502] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.287577] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523550bd-3ee4-7409-44e3-fe136d41483e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.442235] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07579} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.442570] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.443430] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eaed71-7f11-47f0-b592-bd5c592d33ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.459611] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 4332d3af-9523-42f6-8e8b-98ab60445990 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.471174] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 22b1aa51-4faf-46cc-8047-aeed803bbaeb/22b1aa51-4faf-46cc-8047-aeed803bbaeb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.472927] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 00b632fe-5417-411d-8713-a584597546ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.474328] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a538cbc6-f4ae-4f1b-859b-f6c58ce367d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.492824] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.502133] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 754.502133] env[68134]: value = "task-2964691" [ 754.502133] env[68134]: _type = "Task" [ 754.502133] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.511909] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.757202] env[68134]: DEBUG nova.compute.manager [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 754.791844] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523550bd-3ee4-7409-44e3-fe136d41483e, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.792134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.792387] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.792686] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84d50812-33b2-4031-bb07-14f2aeac0c73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.800660] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 754.800660] env[68134]: value = "task-2964692" [ 754.800660] env[68134]: _type = "Task" [ 754.800660] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.811023] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.866686] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b94a-40b4-f6ba-9a10-9400f47157c2/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 754.867686] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e697e61-0113-47e7-9aca-7d08ab692df3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.874993] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b94a-40b4-f6ba-9a10-9400f47157c2/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 754.875189] env[68134]: ERROR oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b94a-40b4-f6ba-9a10-9400f47157c2/disk-0.vmdk due to incomplete transfer. [ 754.875427] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a34b2cd-66e9-4924-966c-2d7b8aa88aa4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.883281] env[68134]: DEBUG oslo_vmware.rw_handles [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7b94a-40b4-f6ba-9a10-9400f47157c2/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 754.883381] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Uploaded image 569a79ef-47c1-402c-b79b-a3f2f9c5dbef to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 754.885855] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 754.886237] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-72e37070-954c-4a56-9f14-946e81ef2baa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.893537] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 754.893537] env[68134]: value = "task-2964693" [ 754.893537] env[68134]: _type = "Task" [ 754.893537] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.903275] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964693, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.995876] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ecafebdf-f3d2-44f0-b356-751e2c4e3613 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.996263] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 754.996427] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 755.013716] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964691, 'name': ReconfigVM_Task, 'duration_secs': 0.345378} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.014166] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 22b1aa51-4faf-46cc-8047-aeed803bbaeb/22b1aa51-4faf-46cc-8047-aeed803bbaeb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.014787] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e911596a-c7df-4ea4-b52a-ec087e66a056 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.027076] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 755.027076] env[68134]: value = "task-2964694" [ 755.027076] env[68134]: _type = "Task" [ 755.027076] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.038356] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964694, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.207449] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.207653] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.208397] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.208397] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.208397] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.211323] env[68134]: INFO nova.compute.manager [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Terminating instance [ 755.273515] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.311908] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964692, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.406212] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964693, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.519025] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090e38ee-c7c0-4897-bfe2-bf9df1f9ffb8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.533739] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f07f4-c5e3-4232-bcb8-f52ab8a47f15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.569397] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964694, 'name': Rename_Task, 'duration_secs': 0.185948} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.569956] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.570735] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40a0aa9-844c-444d-96da-d3118d0a3570 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.573378] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a201f3ed-02ea-496e-9cf7-dbcea9d29ee0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.583792] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1393908-3dd7-4c25-a506-db4796f19526 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.588273] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 755.588273] env[68134]: value = "task-2964695" [ 755.588273] env[68134]: _type = "Task" [ 755.588273] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.600581] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.608565] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964695, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.716940] env[68134]: DEBUG nova.compute.manager [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.717196] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.718138] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad2045e-7735-4849-9f4a-0fc9e92b2b2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.727325] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.727599] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b868b3-0255-4e08-8dd7-d8dd7421d3d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.735759] env[68134]: DEBUG oslo_vmware.api [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 755.735759] env[68134]: value = "task-2964696" [ 755.735759] env[68134]: _type = "Task" [ 755.735759] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.746753] env[68134]: DEBUG oslo_vmware.api [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.812868] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964692, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.908075] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964693, 'name': Destroy_Task, 'duration_secs': 0.990296} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.908357] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Destroyed the VM [ 755.908598] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 755.908895] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d69fd466-2c55-4ed3-840a-e81efa8c7a59 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.917169] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 755.917169] env[68134]: value = "task-2964697" [ 755.917169] env[68134]: _type = "Task" [ 755.917169] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.926816] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.101384] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.125734] env[68134]: ERROR nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [req-80347581-fa3c-4cb8-bb29-6a8a1a9343d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-80347581-fa3c-4cb8-bb29-6a8a1a9343d7"}]} [ 756.151773] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 756.167221] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 756.167221] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.184445] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 756.204460] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 756.248452] env[68134]: DEBUG oslo_vmware.api [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964696, 'name': PowerOffVM_Task, 'duration_secs': 0.226182} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.248831] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.249076] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.252316] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-808a21a0-c985-47a9-9049-a19fcdda6410 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.311982] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964692, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.060062} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.312463] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.312717] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.312983] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f36f7a0d-aee7-4148-86c0-a9f20bd02eab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.321214] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 756.321214] env[68134]: value = "task-2964699" [ 756.321214] env[68134]: _type = "Task" [ 756.321214] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.336438] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.338626] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.338626] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.338865] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Deleting the datastore file [datastore1] ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.339197] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b2210e-704d-457b-8c78-8d9fa4d327ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.349571] env[68134]: DEBUG oslo_vmware.api [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for the task: (returnval){ [ 756.349571] env[68134]: value = "task-2964700" [ 756.349571] env[68134]: _type = "Task" [ 756.349571] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.360739] env[68134]: DEBUG oslo_vmware.api [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.431436] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.599534] env[68134]: DEBUG oslo_vmware.api [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964695, 'name': PowerOnVM_Task, 'duration_secs': 0.690216} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.599855] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.600009] env[68134]: INFO nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Took 8.24 seconds to spawn the instance on the hypervisor. [ 756.600353] env[68134]: DEBUG nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.603228] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd4cf19-5b41-431c-a069-1e05f7d0136b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.753794] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3df3b6-1d97-4e07-b2fe-56e520be79d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.761792] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bdbfd0-8410-4b0e-bf66-2612d4d7627e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.794944] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff243cde-2a2f-4464-9535-215a2e3ce005 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.805376] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba958e3-1dd6-4ecd-b9c2-a118e2479a9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.820585] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.830068] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084756} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.831045] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.831727] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d0ea4-43c8-46b7-b18e-72efcf241469 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.854859] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.855484] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46edd00e-5061-4af6-be2b-807b901acae0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.880389] env[68134]: DEBUG oslo_vmware.api [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.881740] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 756.881740] env[68134]: value = "task-2964701" [ 756.881740] env[68134]: _type = "Task" [ 756.881740] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.890424] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.928272] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964697, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.121258] env[68134]: INFO nova.compute.manager [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Took 47.93 seconds to build instance. [ 757.369181] env[68134]: DEBUG oslo_vmware.api [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Task: {'id': task-2964700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654626} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.370078] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 757.370297] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 69 to 70 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 757.370695] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.373979] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.374154] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.374337] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.374506] env[68134]: INFO nova.compute.manager [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Took 1.66 seconds to destroy the instance on the hypervisor. [ 757.374764] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.375202] env[68134]: DEBUG nova.compute.manager [-] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.375294] env[68134]: DEBUG nova.network.neutron [-] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.393962] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.429931] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964697, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.438584] env[68134]: DEBUG oslo_concurrency.lockutils [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.438916] env[68134]: DEBUG oslo_concurrency.lockutils [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.439232] env[68134]: DEBUG nova.compute.manager [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.440377] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d4318e-dc32-456e-92bd-17f3da37087d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.447245] env[68134]: DEBUG nova.compute.manager [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 757.447865] env[68134]: DEBUG nova.objects.instance [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'flavor' on Instance uuid fa4e8290-ce2b-4823-8166-afd27d4abde0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.623337] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2c0c15f2-3954-4dc6-88eb-643105af084a tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.185s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.876287] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 757.876571] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.548s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.876910] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.503s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.878396] env[68134]: INFO nova.compute.claims [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.895994] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964701, 'name': ReconfigVM_Task, 'duration_secs': 0.819792} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.898372] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.899019] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e98b649a-3491-4eec-a7a5-a1257b680880 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.907406] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 757.907406] env[68134]: value = "task-2964702" [ 757.907406] env[68134]: _type = "Task" [ 757.907406] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.916782] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964702, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.933601] env[68134]: DEBUG oslo_vmware.api [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964697, 'name': RemoveSnapshot_Task, 'duration_secs': 1.536152} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.934197] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.934425] env[68134]: INFO nova.compute.manager [None req-724c886e-7f55-4d8b-9eae-eacc72231efe tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Took 16.86 seconds to snapshot the instance on the hypervisor. [ 758.126549] env[68134]: DEBUG nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.225415] env[68134]: DEBUG nova.compute.manager [req-1918c305-55dd-4fa5-acc8-4e075ed34a08 req-648dc96b-8e3b-4a5a-a26a-b6a9a94b3a62 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Received event network-vif-deleted-d3b3e756-0d0a-4257-b2f7-a37a5451eac7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.225415] env[68134]: INFO nova.compute.manager [req-1918c305-55dd-4fa5-acc8-4e075ed34a08 req-648dc96b-8e3b-4a5a-a26a-b6a9a94b3a62 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Neutron deleted interface d3b3e756-0d0a-4257-b2f7-a37a5451eac7; detaching it from the instance and deleting it from the info cache [ 758.225415] env[68134]: DEBUG nova.network.neutron [req-1918c305-55dd-4fa5-acc8-4e075ed34a08 req-648dc96b-8e3b-4a5a-a26a-b6a9a94b3a62 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.419587] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964702, 'name': Rename_Task, 'duration_secs': 0.270608} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.419868] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.420132] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f841815-784e-4098-b59c-d6bb40caf783 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.427844] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 758.427844] env[68134]: value = "task-2964703" [ 758.427844] env[68134]: _type = "Task" [ 758.427844] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.436255] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "11adde73-5bff-4603-baa6-900887998828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.436487] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "11adde73-5bff-4603-baa6-900887998828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.436690] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "11adde73-5bff-4603-baa6-900887998828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.436868] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "11adde73-5bff-4603-baa6-900887998828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.437049] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "11adde73-5bff-4603-baa6-900887998828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.438523] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.441260] env[68134]: INFO nova.compute.manager [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Terminating instance [ 758.454146] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.455321] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd8da5ca-a6e3-4d11-a197-1bf374b5dfd0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.466392] env[68134]: DEBUG oslo_vmware.api [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 758.466392] env[68134]: value = "task-2964704" [ 758.466392] env[68134]: _type = "Task" [ 758.466392] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.476364] env[68134]: DEBUG oslo_vmware.api [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.496170] env[68134]: DEBUG nova.network.neutron [-] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.654290] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.731446] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe9b01e0-b6a4-4bbd-9dfc-547b8b9efc61 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.742561] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e4c62-45b2-4406-a63b-c4edb98c3820 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.781365] env[68134]: DEBUG nova.compute.manager [req-1918c305-55dd-4fa5-acc8-4e075ed34a08 req-648dc96b-8e3b-4a5a-a26a-b6a9a94b3a62 service nova] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Detach interface failed, port_id=d3b3e756-0d0a-4257-b2f7-a37a5451eac7, reason: Instance ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.940259] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964703, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.944993] env[68134]: DEBUG nova.compute.manager [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.945285] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.946250] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e5823e-f429-4aaf-9654-5bafd4d27862 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.956602] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.959551] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-762f3b3e-ec7f-420d-9c5f-d8d7f25286be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.968484] env[68134]: DEBUG oslo_vmware.api [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 758.968484] env[68134]: value = "task-2964705" [ 758.968484] env[68134]: _type = "Task" [ 758.968484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.990566] env[68134]: DEBUG oslo_vmware.api [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964704, 'name': PowerOffVM_Task, 'duration_secs': 0.363802} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.990954] env[68134]: DEBUG oslo_vmware.api [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.991292] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.991993] env[68134]: DEBUG nova.compute.manager [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.993063] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88bf1bc-476f-466a-9000-6c1d1593f7b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.000141] env[68134]: INFO nova.compute.manager [-] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Took 1.62 seconds to deallocate network for instance. [ 759.175571] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "2eb67255-f627-4195-be17-858f644da3ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.176377] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "2eb67255-f627-4195-be17-858f644da3ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.439435] env[68134]: DEBUG oslo_vmware.api [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964703, 'name': PowerOnVM_Task, 'duration_secs': 0.78527} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.442043] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.442264] env[68134]: DEBUG nova.compute.manager [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.443318] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53698cfe-c31c-44c9-a27a-58824389a173 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.488769] env[68134]: DEBUG oslo_vmware.api [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964705, 'name': PowerOffVM_Task, 'duration_secs': 0.262695} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.488844] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.489034] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.489290] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7c632aa-f7f3-4c6a-a55c-fbd438cc63e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.506255] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a5f1c-e11f-4864-87c1-545d996bc873 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.516250] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.516844] env[68134]: DEBUG oslo_concurrency.lockutils [None req-da6791f0-10c3-4edc-819d-36df44d9686c tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.518617] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f64216-ff12-40eb-a64a-403f980b94ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.552106] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50e3699-547d-4672-8567-454afdc1b52b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.561857] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f3d5fd-9d3d-40ce-bc73-0551ca2fa13b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.576573] env[68134]: DEBUG nova.compute.provider_tree [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.579519] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.579739] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.579932] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Deleting the datastore file [datastore1] 11adde73-5bff-4603-baa6-900887998828 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.580420] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac4515f8-67fe-478c-b3b7-d200f0c7ade1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.588107] env[68134]: DEBUG oslo_vmware.api [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for the task: (returnval){ [ 759.588107] env[68134]: value = "task-2964707" [ 759.588107] env[68134]: _type = "Task" [ 759.588107] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.596981] env[68134]: DEBUG oslo_vmware.api [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.963905] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.098788] env[68134]: DEBUG oslo_vmware.api [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.099718] env[68134]: ERROR nova.scheduler.client.report [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [req-35b15fa4-9e2a-4283-b5cb-500144e1a22b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-35b15fa4-9e2a-4283-b5cb-500144e1a22b"}]} [ 760.115972] env[68134]: DEBUG nova.scheduler.client.report [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 760.132074] env[68134]: DEBUG nova.scheduler.client.report [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 760.132300] env[68134]: DEBUG nova.compute.provider_tree [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.142779] env[68134]: DEBUG nova.scheduler.client.report [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 760.161556] env[68134]: DEBUG nova.scheduler.client.report [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.251135] env[68134]: DEBUG nova.objects.instance [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'flavor' on Instance uuid fa4e8290-ce2b-4823-8166-afd27d4abde0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.296745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "ea2fc662-f98e-461d-956b-d7eff9b191d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.296942] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.297396] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "ea2fc662-f98e-461d-956b-d7eff9b191d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.297523] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.297735] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.300088] env[68134]: INFO nova.compute.manager [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Terminating instance [ 760.324210] env[68134]: DEBUG nova.compute.manager [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.325206] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e10d5-687c-4399-9a5c-d7269dd891bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.601319] env[68134]: DEBUG oslo_vmware.api [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Task: {'id': task-2964707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574533} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.601602] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.601791] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.601967] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.602153] env[68134]: INFO nova.compute.manager [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] [instance: 11adde73-5bff-4603-baa6-900887998828] Took 1.66 seconds to destroy the instance on the hypervisor. [ 760.602395] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.602580] env[68134]: DEBUG nova.compute.manager [-] [instance: 11adde73-5bff-4603-baa6-900887998828] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.602706] env[68134]: DEBUG nova.network.neutron [-] [instance: 11adde73-5bff-4603-baa6-900887998828] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.616324] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a842ff-5288-4da0-9128-36db04a74df4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.624984] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ff84f4-5418-4d2e-8cb2-c8ad37066c36 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.661141] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c39248-a06b-4759-9610-cafd50c49820 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.669646] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72151b2-ca6b-4bd5-a85d-6b23fcbee5b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.684975] env[68134]: DEBUG nova.compute.provider_tree [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.755742] env[68134]: DEBUG oslo_concurrency.lockutils [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.755915] env[68134]: DEBUG oslo_concurrency.lockutils [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.756101] env[68134]: DEBUG nova.network.neutron [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.756278] env[68134]: DEBUG nova.objects.instance [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'info_cache' on Instance uuid fa4e8290-ce2b-4823-8166-afd27d4abde0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.806258] env[68134]: DEBUG nova.compute.manager [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.806484] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.807403] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20d6070-4f82-4de4-875d-6e3e5f02c219 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.818060] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.818060] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8058f3a-1c0a-4709-b15f-0b6856e45e00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.828147] env[68134]: DEBUG oslo_vmware.api [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 760.828147] env[68134]: value = "task-2964708" [ 760.828147] env[68134]: _type = "Task" [ 760.828147] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.836751] env[68134]: DEBUG oslo_vmware.api [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.838837] env[68134]: INFO nova.compute.manager [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] instance snapshotting [ 760.841526] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179e4f7-856a-4782-9c78-3c55ac51bce0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.861493] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f0cd5-7d4e-4474-88e2-0bb8b921ea66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.188204] env[68134]: DEBUG nova.scheduler.client.report [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.260045] env[68134]: DEBUG nova.objects.base [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 761.328403] env[68134]: DEBUG nova.compute.manager [req-aa182033-e4c0-41d5-84d8-1434ab659814 req-4a7a8a49-0861-453e-ba79-02b6afc99298 service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Received event network-vif-deleted-a4251494-c722-4bce-8b2d-d55a33cb48ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.328403] env[68134]: INFO nova.compute.manager [req-aa182033-e4c0-41d5-84d8-1434ab659814 req-4a7a8a49-0861-453e-ba79-02b6afc99298 service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Neutron deleted interface a4251494-c722-4bce-8b2d-d55a33cb48ed; detaching it from the instance and deleting it from the info cache [ 761.328403] env[68134]: DEBUG nova.network.neutron [req-aa182033-e4c0-41d5-84d8-1434ab659814 req-4a7a8a49-0861-453e-ba79-02b6afc99298 service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.345187] env[68134]: DEBUG oslo_vmware.api [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964708, 'name': PowerOffVM_Task, 'duration_secs': 0.234581} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.345187] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.345187] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.345187] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8795dbf7-7662-4858-80e0-d8a56c269677 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.373998] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.374219] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d310c74-86f5-4985-aa93-3de8d3ad6cd7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.382842] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 761.382842] env[68134]: value = "task-2964710" [ 761.382842] env[68134]: _type = "Task" [ 761.382842] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.391810] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.450063] env[68134]: INFO nova.compute.manager [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Rebuilding instance [ 761.498646] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.498819] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.498985] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Deleting the datastore file [datastore1] ea2fc662-f98e-461d-956b-d7eff9b191d8 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.499283] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f5e0dd-875c-4f19-b133-b1caa3e1a5e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.513027] env[68134]: DEBUG oslo_vmware.api [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for the task: (returnval){ [ 761.513027] env[68134]: value = "task-2964711" [ 761.513027] env[68134]: _type = "Task" [ 761.513027] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.516633] env[68134]: DEBUG nova.compute.manager [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.518027] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a80469-1b80-48d9-840e-83df80dfebee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.525927] env[68134]: DEBUG oslo_vmware.api [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.672211] env[68134]: DEBUG nova.network.neutron [-] [instance: 11adde73-5bff-4603-baa6-900887998828] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.692910] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.816s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.693454] env[68134]: DEBUG nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.695942] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.954s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.697812] env[68134]: INFO nova.compute.claims [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.832073] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d3e5c00-4abb-4799-82c5-e27d7952bafc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.844095] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369d2841-5ac5-4065-bd89-47b4b097b4b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.884555] env[68134]: DEBUG nova.compute.manager [req-aa182033-e4c0-41d5-84d8-1434ab659814 req-4a7a8a49-0861-453e-ba79-02b6afc99298 service nova] [instance: 11adde73-5bff-4603-baa6-900887998828] Detach interface failed, port_id=a4251494-c722-4bce-8b2d-d55a33cb48ed, reason: Instance 11adde73-5bff-4603-baa6-900887998828 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.895997] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964710, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.019282] env[68134]: DEBUG nova.network.neutron [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.027491] env[68134]: DEBUG oslo_vmware.api [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Task: {'id': task-2964711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179073} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.027810] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.028016] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.028229] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.028511] env[68134]: INFO nova.compute.manager [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 762.028867] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.029526] env[68134]: DEBUG nova.compute.manager [-] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.029724] env[68134]: DEBUG nova.network.neutron [-] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.175934] env[68134]: INFO nova.compute.manager [-] [instance: 11adde73-5bff-4603-baa6-900887998828] Took 1.57 seconds to deallocate network for instance. [ 762.203823] env[68134]: DEBUG nova.compute.utils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.207321] env[68134]: DEBUG nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.207321] env[68134]: DEBUG nova.network.neutron [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.266639] env[68134]: DEBUG nova.policy [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e04eaaed634205adb05af1c93f71a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd87906daa0c4d0cbfd2f7bfa1147a28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.395181] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964710, 'name': CreateSnapshot_Task, 'duration_secs': 0.545267} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.395473] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.396267] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce27d4ac-b239-4c55-a5f9-5d4425f26dbd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.522006] env[68134]: DEBUG oslo_concurrency.lockutils [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.534565] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.534856] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f4c7bc-7063-4a58-b9ae-4165b21d769b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.544510] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 762.544510] env[68134]: value = "task-2964712" [ 762.544510] env[68134]: _type = "Task" [ 762.544510] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.555021] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.637524] env[68134]: DEBUG nova.network.neutron [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Successfully created port: 43932e09-b720-48b8-8c98-e77ac8e59799 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.685095] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.713305] env[68134]: DEBUG nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.915017] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.918493] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df205380-a499-4c76-ba5a-9a362af2853e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.930545] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 762.930545] env[68134]: value = "task-2964713" [ 762.930545] env[68134]: _type = "Task" [ 762.930545] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.942571] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964713, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.055452] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964712, 'name': PowerOffVM_Task, 'duration_secs': 0.224244} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.055764] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.056065] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.056860] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e97ac98-c1c3-42c2-bc99-b2d62100b20a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.068103] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.069126] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e744e356-b44c-4e05-bbd5-02e261089550 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.074390] env[68134]: DEBUG nova.network.neutron [-] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.152517] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.152517] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.152517] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleting the datastore file [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.152732] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d07e037f-d675-4127-a0b7-ccadd35845b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.164037] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 763.164037] env[68134]: value = "task-2964715" [ 763.164037] env[68134]: _type = "Task" [ 763.164037] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.175945] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.296140] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b21bb4-530c-44c8-b0c7-8e278abf9110 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.305732] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eecb603-63d2-449a-8db5-f32b2e8ae759 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.341766] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34297ba7-8dfe-494b-aeb7-0de17d6fc309 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.352445] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da2ac4-36b1-496f-9830-7424f205e5f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.359422] env[68134]: DEBUG nova.compute.manager [req-69a8e901-4671-4129-ae15-3dc00d9501b9 req-89ac73c1-23f7-46bc-8e28-b463035660bd service nova] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Received event network-vif-deleted-1765377d-5097-4567-9236-3637586dd3de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.371947] env[68134]: DEBUG nova.compute.provider_tree [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.440040] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964713, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.528081] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.528401] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6a7022d-bd81-4b0a-95d4-014545d92957 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.536872] env[68134]: DEBUG oslo_vmware.api [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 763.536872] env[68134]: value = "task-2964716" [ 763.536872] env[68134]: _type = "Task" [ 763.536872] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.545901] env[68134]: DEBUG oslo_vmware.api [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.579636] env[68134]: INFO nova.compute.manager [-] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Took 1.55 seconds to deallocate network for instance. [ 763.674457] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225828} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.674717] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.674902] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.675093] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.730602] env[68134]: DEBUG nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.757133] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.757133] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.757133] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.757371] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.757371] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.757488] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.757672] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.757838] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.757989] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.758164] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.758330] env[68134]: DEBUG nova.virt.hardware [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.759230] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548d09c-cc7c-448f-800c-282553ae1945 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.768026] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84286fd-e1b9-4e28-b427-83151c9049f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.877034] env[68134]: DEBUG nova.scheduler.client.report [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.941695] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964713, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.047310] env[68134]: DEBUG oslo_vmware.api [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964716, 'name': PowerOnVM_Task, 'duration_secs': 0.441209} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.047582] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.047779] env[68134]: DEBUG nova.compute.manager [None req-08be5ca1-e464-4865-af51-f711a3427b26 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.048597] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6c513-8f0f-40c0-8773-89a6a5814b01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.087426] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.150874] env[68134]: DEBUG nova.compute.manager [req-e7be49bc-faaf-4304-8871-582eb6582f27 req-19106977-ffd3-4985-b778-167577004ca4 service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Received event network-vif-plugged-43932e09-b720-48b8-8c98-e77ac8e59799 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.151348] env[68134]: DEBUG oslo_concurrency.lockutils [req-e7be49bc-faaf-4304-8871-582eb6582f27 req-19106977-ffd3-4985-b778-167577004ca4 service nova] Acquiring lock "5938f3b0-bec5-4515-8191-de835d6f9a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.151664] env[68134]: DEBUG oslo_concurrency.lockutils [req-e7be49bc-faaf-4304-8871-582eb6582f27 req-19106977-ffd3-4985-b778-167577004ca4 service nova] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.151859] env[68134]: DEBUG oslo_concurrency.lockutils [req-e7be49bc-faaf-4304-8871-582eb6582f27 req-19106977-ffd3-4985-b778-167577004ca4 service nova] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.152089] env[68134]: DEBUG nova.compute.manager [req-e7be49bc-faaf-4304-8871-582eb6582f27 req-19106977-ffd3-4985-b778-167577004ca4 service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] No waiting events found dispatching network-vif-plugged-43932e09-b720-48b8-8c98-e77ac8e59799 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.152271] env[68134]: WARNING nova.compute.manager [req-e7be49bc-faaf-4304-8871-582eb6582f27 req-19106977-ffd3-4985-b778-167577004ca4 service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Received unexpected event network-vif-plugged-43932e09-b720-48b8-8c98-e77ac8e59799 for instance with vm_state building and task_state spawning. [ 764.254167] env[68134]: DEBUG nova.network.neutron [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Successfully updated port: 43932e09-b720-48b8-8c98-e77ac8e59799 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.383052] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.384124] env[68134]: DEBUG nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.386896] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.556s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.388386] env[68134]: INFO nova.compute.claims [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.441539] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964713, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.714099] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.714409] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.714570] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.714751] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.714894] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.715053] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.715261] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.715421] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.715576] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.715755] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.715972] env[68134]: DEBUG nova.virt.hardware [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.716839] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ebc11-060f-4def-86c6-5f6cc9ef7eda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.725499] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf5708c-33ea-41e2-8c68-497727ba6555 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.742286] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:d6:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc60fe1d-7b85-46a5-9f92-fed5a1906f20', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.749633] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.749918] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.750195] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a0a14a-28c2-47f0-8025-527dd68dc3dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.764503] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "refresh_cache-5938f3b0-bec5-4515-8191-de835d6f9a7f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.764631] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "refresh_cache-5938f3b0-bec5-4515-8191-de835d6f9a7f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.765021] env[68134]: DEBUG nova.network.neutron [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.772520] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.772520] env[68134]: value = "task-2964717" [ 764.772520] env[68134]: _type = "Task" [ 764.772520] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.782122] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964717, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.893364] env[68134]: DEBUG nova.compute.utils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.897788] env[68134]: DEBUG nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.897788] env[68134]: DEBUG nova.network.neutron [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.943176] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964713, 'name': CloneVM_Task, 'duration_secs': 1.699857} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.943455] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Created linked-clone VM from snapshot [ 764.944261] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff97caf-08c0-49ea-956e-a6074af68356 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.952715] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Uploading image 6b35aea1-4aac-4f24-9b90-67148bf3d3fa {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.958720] env[68134]: DEBUG nova.policy [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97edf19d6c0f4660b97b859f99e1e890', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3907b00ca7604bf399ce05e2298a3885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.977808] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.977808] env[68134]: value = "vm-594918" [ 764.977808] env[68134]: _type = "VirtualMachine" [ 764.977808] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.978153] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80b98f62-5b42-453a-83c2-b9249246b051 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.986989] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lease: (returnval){ [ 764.986989] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c4ba6c-c36b-e75d-5c1b-edd65055bb8e" [ 764.986989] env[68134]: _type = "HttpNfcLease" [ 764.986989] env[68134]: } obtained for exporting VM: (result){ [ 764.986989] env[68134]: value = "vm-594918" [ 764.986989] env[68134]: _type = "VirtualMachine" [ 764.986989] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.987530] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the lease: (returnval){ [ 764.987530] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c4ba6c-c36b-e75d-5c1b-edd65055bb8e" [ 764.987530] env[68134]: _type = "HttpNfcLease" [ 764.987530] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.995353] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.995353] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c4ba6c-c36b-e75d-5c1b-edd65055bb8e" [ 764.995353] env[68134]: _type = "HttpNfcLease" [ 764.995353] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 765.287672] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964717, 'name': CreateVM_Task, 'duration_secs': 0.386027} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.287852] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.288588] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.288785] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.289592] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.289592] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966d3678-9967-4dda-92eb-e1d4a18410b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.295602] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 765.295602] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a0acbf-e27a-a519-904e-65f08536dda6" [ 765.295602] env[68134]: _type = "Task" [ 765.295602] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.300691] env[68134]: DEBUG nova.network.neutron [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.309875] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a0acbf-e27a-a519-904e-65f08536dda6, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.310184] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.310414] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.310638] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.310840] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.311070] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.311338] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1afc163-0f5f-4150-9e56-21e2622ad28b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.324639] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.324639] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.326168] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad793b4-04ab-47a0-9383-ea1de5e6230b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.331379] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 765.331379] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52dc1cd4-89d5-bb7d-26a4-ccb63d518341" [ 765.331379] env[68134]: _type = "Task" [ 765.331379] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.339737] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52dc1cd4-89d5-bb7d-26a4-ccb63d518341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.347095] env[68134]: DEBUG nova.network.neutron [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Successfully created port: cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.400017] env[68134]: DEBUG nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.505131] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.505131] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c4ba6c-c36b-e75d-5c1b-edd65055bb8e" [ 765.505131] env[68134]: _type = "HttpNfcLease" [ 765.505131] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 765.505131] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 765.505131] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c4ba6c-c36b-e75d-5c1b-edd65055bb8e" [ 765.505131] env[68134]: _type = "HttpNfcLease" [ 765.505131] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 765.505131] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0b7c58-d698-4626-9be0-911ee58049bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.512892] env[68134]: DEBUG nova.network.neutron [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Updating instance_info_cache with network_info: [{"id": "43932e09-b720-48b8-8c98-e77ac8e59799", "address": "fa:16:3e:a8:36:c1", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43932e09-b7", "ovs_interfaceid": "43932e09-b720-48b8-8c98-e77ac8e59799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.523320] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0694-4c46-24af-c3f9-03342614ad9f/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 765.524970] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0694-4c46-24af-c3f9-03342614ad9f/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 765.635222] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52a289b5-e558-4d1f-8bdb-b75dfe8f37a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.783705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.784029] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.784261] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.784450] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.784629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.789609] env[68134]: INFO nova.compute.manager [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Terminating instance [ 765.844237] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52dc1cd4-89d5-bb7d-26a4-ccb63d518341, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.845040] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41dcffc-9ef2-415f-9c18-650a345658f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.857250] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 765.857250] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5208555c-5a8b-7147-9c32-48e93712b132" [ 765.857250] env[68134]: _type = "Task" [ 765.857250] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.870333] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5208555c-5a8b-7147-9c32-48e93712b132, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.870629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.870888] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.871161] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b133de42-0e9a-4956-af1b-ff346f895c13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.879149] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 765.879149] env[68134]: value = "task-2964719" [ 765.879149] env[68134]: _type = "Task" [ 765.879149] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.891680] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.016116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "refresh_cache-5938f3b0-bec5-4515-8191-de835d6f9a7f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.016567] env[68134]: DEBUG nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Instance network_info: |[{"id": "43932e09-b720-48b8-8c98-e77ac8e59799", "address": "fa:16:3e:a8:36:c1", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43932e09-b7", "ovs_interfaceid": "43932e09-b720-48b8-8c98-e77ac8e59799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.017137] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:36:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43932e09-b720-48b8-8c98-e77ac8e59799', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.025342] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.028870] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.029684] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-357ddca8-6ba6-47e5-952c-672a2dcf561c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.054408] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.054408] env[68134]: value = "task-2964720" [ 766.054408] env[68134]: _type = "Task" [ 766.054408] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.064297] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964720, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.108245] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c9b5e5-2080-469d-a440-cefc2c7f5d72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.117869] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128020fb-9ebd-42bd-8074-0dbccd84022c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.157251] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da3e63-caa5-440e-8aef-f3efaa48eebf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.168666] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32007665-d1de-4b34-bde0-d5d1b32a493a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.185275] env[68134]: DEBUG nova.compute.provider_tree [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.268293] env[68134]: DEBUG nova.compute.manager [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Received event network-changed-43932e09-b720-48b8-8c98-e77ac8e59799 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.268740] env[68134]: DEBUG nova.compute.manager [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Refreshing instance network info cache due to event network-changed-43932e09-b720-48b8-8c98-e77ac8e59799. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.268919] env[68134]: DEBUG oslo_concurrency.lockutils [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] Acquiring lock "refresh_cache-5938f3b0-bec5-4515-8191-de835d6f9a7f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.269282] env[68134]: DEBUG oslo_concurrency.lockutils [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] Acquired lock "refresh_cache-5938f3b0-bec5-4515-8191-de835d6f9a7f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.269632] env[68134]: DEBUG nova.network.neutron [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Refreshing network info cache for port 43932e09-b720-48b8-8c98-e77ac8e59799 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.293898] env[68134]: DEBUG nova.compute.manager [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.294263] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.295645] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67054669-9704-495d-a4a2-a4fcb85c7797 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.310314] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.310889] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10afe133-978c-48eb-be89-60ed0718fa4d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.320716] env[68134]: DEBUG oslo_vmware.api [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 766.320716] env[68134]: value = "task-2964721" [ 766.320716] env[68134]: _type = "Task" [ 766.320716] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.331880] env[68134]: DEBUG oslo_vmware.api [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.390259] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964719, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.411051] env[68134]: DEBUG nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.441220] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.441628] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.441927] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.442348] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.442461] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.442655] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.444038] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.444365] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.445109] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.445109] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.446028] env[68134]: DEBUG nova.virt.hardware [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.446863] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15506640-a605-4b45-ab63-c5e928a9225b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.458647] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f5689-3f55-4cd5-ab1c-778a0e1e3f54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.567083] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964720, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.717272] env[68134]: DEBUG nova.scheduler.client.report [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 766.717620] env[68134]: DEBUG nova.compute.provider_tree [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 72 to 73 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 766.717909] env[68134]: DEBUG nova.compute.provider_tree [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.831390] env[68134]: DEBUG oslo_vmware.api [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964721, 'name': PowerOffVM_Task, 'duration_secs': 0.237617} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.831820] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.832113] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.832407] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2585f81-3727-4414-bdec-7f56ca3dfe9e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.890547] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586928} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.893320] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.893671] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.894035] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf58622a-e596-41a0-b0c0-8b8f1f08b710 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.907076] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 766.907076] env[68134]: value = "task-2964723" [ 766.907076] env[68134]: _type = "Task" [ 766.907076] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.908934] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.909225] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.909890] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Deleting the datastore file [datastore1] 9c4949ce-1c1c-45f4-9348-1201c2734c6e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.914092] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cccfce53-f562-4a65-b009-37ccbcd703cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.922354] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.926511] env[68134]: DEBUG oslo_vmware.api [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for the task: (returnval){ [ 766.926511] env[68134]: value = "task-2964724" [ 766.926511] env[68134]: _type = "Task" [ 766.926511] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.934444] env[68134]: DEBUG nova.network.neutron [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Successfully updated port: cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.937311] env[68134]: DEBUG oslo_vmware.api [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.049590] env[68134]: DEBUG nova.network.neutron [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Updated VIF entry in instance network info cache for port 43932e09-b720-48b8-8c98-e77ac8e59799. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.050279] env[68134]: DEBUG nova.network.neutron [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Updating instance_info_cache with network_info: [{"id": "43932e09-b720-48b8-8c98-e77ac8e59799", "address": "fa:16:3e:a8:36:c1", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43932e09-b7", "ovs_interfaceid": "43932e09-b720-48b8-8c98-e77ac8e59799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.068432] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964720, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.223691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.224341] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.227195] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.422s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.228759] env[68134]: INFO nova.compute.claims [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.419487] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078946} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.419487] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.420345] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2227d-6406-4433-a6d5-7626d5a40d52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.446473] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.450070] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.450261] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.450374] env[68134]: DEBUG nova.network.neutron [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.451859] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1d10ad-abef-4f7b-80c4-9b6e692cfad1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.482945] env[68134]: DEBUG oslo_vmware.api [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Task: {'id': task-2964724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388032} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.484527] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.485429] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.485429] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.485429] env[68134]: INFO nova.compute.manager [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 767.485715] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.486055] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 767.486055] env[68134]: value = "task-2964725" [ 767.486055] env[68134]: _type = "Task" [ 767.486055] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.486643] env[68134]: DEBUG nova.compute.manager [-] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.486679] env[68134]: DEBUG nova.network.neutron [-] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.498263] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.500033] env[68134]: DEBUG nova.network.neutron [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.553713] env[68134]: DEBUG oslo_concurrency.lockutils [req-067151ce-a2d3-432e-8669-48260fd1aa56 req-314fa28a-a3ce-4bb4-8381-2123cec28dce service nova] Releasing lock "refresh_cache-5938f3b0-bec5-4515-8191-de835d6f9a7f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.567514] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964720, 'name': CreateVM_Task, 'duration_secs': 1.250127} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.568024] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.568706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.568887] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.569383] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.569699] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d87bc0e-5487-4030-9b83-75e6b3bf4ac8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.577694] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 767.577694] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524acc51-da83-4354-116c-76bf4b66087a" [ 767.577694] env[68134]: _type = "Task" [ 767.577694] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.589230] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524acc51-da83-4354-116c-76bf4b66087a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.668674] env[68134]: DEBUG nova.network.neutron [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": "cc116cfb-fad3-4501-854a-2853a85035d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.733987] env[68134]: DEBUG nova.compute.utils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.742382] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.742586] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.807617] env[68134]: DEBUG nova.policy [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daecb538c9ea40faa5ae52e94521f089', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b6e9a1d6a4149a88165bc6f6c03a289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.013082] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.095837] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524acc51-da83-4354-116c-76bf4b66087a, 'name': SearchDatastore_Task, 'duration_secs': 0.030199} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.096846] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.097568] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.097568] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.097568] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.097782] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.098831] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-746adb23-55e6-4172-9a1a-fde5885ac63c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.109154] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.109368] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.110149] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc283c3-c38b-4cc2-b5bb-a655952a17bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.116565] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 768.116565] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52613703-25aa-93f1-81fb-753d2088edb3" [ 768.116565] env[68134]: _type = "Task" [ 768.116565] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.129029] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52613703-25aa-93f1-81fb-753d2088edb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.176021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.176021] env[68134]: DEBUG nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Instance network_info: |[{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": "cc116cfb-fad3-4501-854a-2853a85035d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.176312] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:34:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc116cfb-fad3-4501-854a-2853a85035d6', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.182628] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating folder: Project (3907b00ca7604bf399ce05e2298a3885). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.183145] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c5eb5c-368c-4ca8-9edc-46220dc326e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.208543] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created folder: Project (3907b00ca7604bf399ce05e2298a3885) in parent group-v594791. [ 768.208543] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating folder: Instances. Parent ref: group-v594921. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.208543] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc792cd-9ece-44ce-aeb9-d6d27de6929a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.224019] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created folder: Instances in parent group-v594921. [ 768.224019] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.224019] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.224019] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e220818-5b97-4066-b6d3-458f7a38b2f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.240897] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.251548] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.251548] env[68134]: value = "task-2964728" [ 768.251548] env[68134]: _type = "Task" [ 768.251548] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.262379] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964728, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.428332] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Successfully created port: 0e5fe697-bc62-4294-91f5-7f158ca31124 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.453892] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11889c-a058-4233-a623-18855ace340c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.462666] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc6a6a-6a05-4c81-a764-b289e3327e2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.500071] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cc3d6d-f0ea-4014-814c-795d6e162d53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.509176] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964725, 'name': ReconfigVM_Task, 'duration_secs': 0.59789} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.511447] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da/2eba6da6-cf10-4c1c-a3ed-a6921af029da.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.513431] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a26c3cb-1ce8-4212-ba54-eaff37127d0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.517054] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c59cd-4ca2-4cdd-ba9e-1cc4551b0ce7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.521373] env[68134]: DEBUG nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-vif-plugged-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.521570] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.521772] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.521938] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.522126] env[68134]: DEBUG nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] No waiting events found dispatching network-vif-plugged-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.522292] env[68134]: WARNING nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received unexpected event network-vif-plugged-cc116cfb-fad3-4501-854a-2853a85035d6 for instance with vm_state building and task_state spawning. [ 768.522443] env[68134]: DEBUG nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.522589] env[68134]: DEBUG nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing instance network info cache due to event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.522765] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] Acquiring lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.522929] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] Acquired lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.523179] env[68134]: DEBUG nova.network.neutron [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.537813] env[68134]: DEBUG nova.compute.provider_tree [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.540405] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 768.540405] env[68134]: value = "task-2964729" [ 768.540405] env[68134]: _type = "Task" [ 768.540405] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.555079] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964729, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.581332] env[68134]: DEBUG nova.network.neutron [-] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.630990] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52613703-25aa-93f1-81fb-753d2088edb3, 'name': SearchDatastore_Task, 'duration_secs': 0.016091} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.631937] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be0f560-4204-4d21-b719-82cfda0170ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.640076] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 768.640076] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52da27ce-42c7-8662-5992-70c8ee8bb0f5" [ 768.640076] env[68134]: _type = "Task" [ 768.640076] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.650326] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52da27ce-42c7-8662-5992-70c8ee8bb0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.761022] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964728, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.043059] env[68134]: DEBUG nova.scheduler.client.report [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.056312] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964729, 'name': Rename_Task, 'duration_secs': 0.195701} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.056585] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.056836] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-172ec024-faf3-4d51-90c8-01d422a1383b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.065179] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 769.065179] env[68134]: value = "task-2964730" [ 769.065179] env[68134]: _type = "Task" [ 769.065179] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.083417] env[68134]: INFO nova.compute.manager [-] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Took 1.60 seconds to deallocate network for instance. [ 769.083793] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.149982] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52da27ce-42c7-8662-5992-70c8ee8bb0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014645} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.150278] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.150537] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 5938f3b0-bec5-4515-8191-de835d6f9a7f/5938f3b0-bec5-4515-8191-de835d6f9a7f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.150833] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e92b5d6-74bf-4414-a4ec-2c9221bfde82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.159446] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 769.159446] env[68134]: value = "task-2964731" [ 769.159446] env[68134]: _type = "Task" [ 769.159446] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.169350] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.251390] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.265570] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964728, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.265858] env[68134]: DEBUG nova.network.neutron [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updated VIF entry in instance network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.266246] env[68134]: DEBUG nova.network.neutron [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": "cc116cfb-fad3-4501-854a-2853a85035d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.277468] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.277706] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.277863] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.278075] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.278237] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.278388] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.278623] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.278782] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.278959] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.279141] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.279310] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.280180] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d0f1ca-f1b3-49ef-9137-d07219822204 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.289605] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b692762-0c40-47fd-9655-cababbd76836 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.551193] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.551793] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.554966] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.804s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.556728] env[68134]: INFO nova.compute.claims [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.575560] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.589899] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.670703] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.763650] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964728, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.769707] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] Releasing lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.769707] env[68134]: DEBUG nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Received event network-vif-deleted-65bbb2e6-f0b7-49a8-9289-9d8996cb68ce {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.769945] env[68134]: INFO nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Neutron deleted interface 65bbb2e6-f0b7-49a8-9289-9d8996cb68ce; detaching it from the instance and deleting it from the info cache [ 769.770163] env[68134]: DEBUG nova.network.neutron [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.061570] env[68134]: DEBUG nova.compute.utils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.073503] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.073503] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.091173] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.151932] env[68134]: DEBUG nova.policy [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daecb538c9ea40faa5ae52e94521f089', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b6e9a1d6a4149a88165bc6f6c03a289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.174388] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964731, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.223558] env[68134]: DEBUG nova.compute.manager [req-cb030140-8489-4821-a9e7-a4cef46fdae9 req-ae4fdef4-f554-4979-a20b-cba3b525e5ba service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Received event network-vif-plugged-0e5fe697-bc62-4294-91f5-7f158ca31124 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.223843] env[68134]: DEBUG oslo_concurrency.lockutils [req-cb030140-8489-4821-a9e7-a4cef46fdae9 req-ae4fdef4-f554-4979-a20b-cba3b525e5ba service nova] Acquiring lock "9d33455b-81c1-472e-a4c8-204e201f7715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.224163] env[68134]: DEBUG oslo_concurrency.lockutils [req-cb030140-8489-4821-a9e7-a4cef46fdae9 req-ae4fdef4-f554-4979-a20b-cba3b525e5ba service nova] Lock "9d33455b-81c1-472e-a4c8-204e201f7715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.224360] env[68134]: DEBUG oslo_concurrency.lockutils [req-cb030140-8489-4821-a9e7-a4cef46fdae9 req-ae4fdef4-f554-4979-a20b-cba3b525e5ba service nova] Lock "9d33455b-81c1-472e-a4c8-204e201f7715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.224608] env[68134]: DEBUG nova.compute.manager [req-cb030140-8489-4821-a9e7-a4cef46fdae9 req-ae4fdef4-f554-4979-a20b-cba3b525e5ba service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] No waiting events found dispatching network-vif-plugged-0e5fe697-bc62-4294-91f5-7f158ca31124 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.224800] env[68134]: WARNING nova.compute.manager [req-cb030140-8489-4821-a9e7-a4cef46fdae9 req-ae4fdef4-f554-4979-a20b-cba3b525e5ba service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Received unexpected event network-vif-plugged-0e5fe697-bc62-4294-91f5-7f158ca31124 for instance with vm_state building and task_state spawning. [ 770.231353] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Successfully updated port: 0e5fe697-bc62-4294-91f5-7f158ca31124 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.264633] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964728, 'name': CreateVM_Task, 'duration_secs': 1.639993} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.264819] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.265580] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.265795] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.266241] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.266541] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95995e7b-89ba-4521-93d1-b3dc19806512 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.272664] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 770.272664] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52075938-9916-fcdc-ee19-0daf80743dbb" [ 770.272664] env[68134]: _type = "Task" [ 770.272664] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.272916] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80241a08-a48c-46e8-9fe7-add76bdaaf97 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.284544] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52075938-9916-fcdc-ee19-0daf80743dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.288487] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d7133-9fe0-43a6-a88d-358e1200cdd7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.326308] env[68134]: DEBUG nova.compute.manager [req-8dc40a2c-3541-4a66-bee4-b6966b0b5b7e req-1bba4e60-9f5c-4200-8db0-70107861cf5b service nova] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Detach interface failed, port_id=65bbb2e6-f0b7-49a8-9289-9d8996cb68ce, reason: Instance 9c4949ce-1c1c-45f4-9348-1201c2734c6e could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 770.459146] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Successfully created port: f97f9b32-2d68-4e85-bc18-9d80e4425322 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.571469] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.587243] env[68134]: DEBUG oslo_vmware.api [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964730, 'name': PowerOnVM_Task, 'duration_secs': 1.439123} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.587665] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.587924] env[68134]: DEBUG nova.compute.manager [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.588964] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006998d8-8045-4774-a0a0-b2b1174a3846 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.674829] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964731, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049066} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.675148] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 5938f3b0-bec5-4515-8191-de835d6f9a7f/5938f3b0-bec5-4515-8191-de835d6f9a7f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.675451] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.677035] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50ba51f4-13a3-4d90-bbfe-1522dbf3eb09 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.687924] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 770.687924] env[68134]: value = "task-2964732" [ 770.687924] env[68134]: _type = "Task" [ 770.687924] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.702883] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.733684] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "refresh_cache-9d33455b-81c1-472e-a4c8-204e201f7715" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.733909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "refresh_cache-9d33455b-81c1-472e-a4c8-204e201f7715" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.734150] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.788170] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52075938-9916-fcdc-ee19-0daf80743dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.790995] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.791309] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.791553] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.791619] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.791776] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.792283] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0066dd6d-fc33-4455-897e-65fe1f99a82c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.805980] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.806202] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.806952] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a8de7d-e296-45f1-9c06-c22e2bb5ff68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.814360] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 770.814360] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524fdaf8-a202-677a-6623-3a1df682fa2b" [ 770.814360] env[68134]: _type = "Task" [ 770.814360] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.834279] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524fdaf8-a202-677a-6623-3a1df682fa2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.110535] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.171424] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486d042f-6c3b-45a8-9fef-53de4102ef7f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.180846] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb1bdf-d3b7-4047-ae5c-a6e623caefdd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.216726] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307fa8f6-077b-4db3-a803-94de326683da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.228755] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493f4d8-d697-418d-9d33-dc3634476284 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.232754] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074091} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.233052] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.234248] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872bc940-ef80-4bdc-a440-78743ecebe39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.249064] env[68134]: DEBUG nova.compute.provider_tree [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.269724] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5938f3b0-bec5-4515-8191-de835d6f9a7f/5938f3b0-bec5-4515-8191-de835d6f9a7f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.270969] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183a2359-e09a-45fd-838a-0173bacf6a60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.288128] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.292053] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 771.292053] env[68134]: value = "task-2964733" [ 771.292053] env[68134]: _type = "Task" [ 771.292053] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.301017] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.325056] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524fdaf8-a202-677a-6623-3a1df682fa2b, 'name': SearchDatastore_Task, 'duration_secs': 0.016634} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.325863] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4c1df7-6626-4bea-8ea6-7d2f8353d1b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.332505] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 771.332505] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b3a500-7bbe-b6ce-2f79-a7af8f7fcbf8" [ 771.332505] env[68134]: _type = "Task" [ 771.332505] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.340903] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b3a500-7bbe-b6ce-2f79-a7af8f7fcbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.433777] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Updating instance_info_cache with network_info: [{"id": "0e5fe697-bc62-4294-91f5-7f158ca31124", "address": "fa:16:3e:ce:0b:5f", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5fe697-bc", "ovs_interfaceid": "0e5fe697-bc62-4294-91f5-7f158ca31124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.585945] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.605512] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.605759] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.605945] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.606158] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.606393] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.606638] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.606866] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.607035] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.607207] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.607366] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.607536] env[68134]: DEBUG nova.virt.hardware [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.608399] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5766eec-f4fa-4ee9-b06a-67ee257a9b82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.617484] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbced822-8a1e-423a-baf4-720936cad299 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.754040] env[68134]: DEBUG nova.scheduler.client.report [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.802406] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.844664] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b3a500-7bbe-b6ce-2f79-a7af8f7fcbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.017853} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.846593] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.846593] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.846593] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d108b7-9713-4c15-9dfb-4ac65dca1532 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.854550] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 771.854550] env[68134]: value = "task-2964734" [ 771.854550] env[68134]: _type = "Task" [ 771.854550] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.863617] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.936924] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "refresh_cache-9d33455b-81c1-472e-a4c8-204e201f7715" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.937271] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Instance network_info: |[{"id": "0e5fe697-bc62-4294-91f5-7f158ca31124", "address": "fa:16:3e:ce:0b:5f", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5fe697-bc", "ovs_interfaceid": "0e5fe697-bc62-4294-91f5-7f158ca31124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.937688] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:0b:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e5fe697-bc62-4294-91f5-7f158ca31124', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.945345] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.945535] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.945755] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13f8de3c-75cd-4965-b6b5-f4e9c03ba3db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.967135] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.967135] env[68134]: value = "task-2964735" [ 771.967135] env[68134]: _type = "Task" [ 771.967135] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.975614] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964735, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.261030] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.261030] env[68134]: DEBUG nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.262994] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.530s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.264824] env[68134]: INFO nova.compute.claims [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.304652] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964733, 'name': ReconfigVM_Task, 'duration_secs': 0.869917} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.305089] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5938f3b0-bec5-4515-8191-de835d6f9a7f/5938f3b0-bec5-4515-8191-de835d6f9a7f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.305849] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df0e1d0d-ae6d-41b0-b7a3-e96770b3293c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.314621] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 772.314621] env[68134]: value = "task-2964736" [ 772.314621] env[68134]: _type = "Task" [ 772.314621] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.325138] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964736, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.374554] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.401872] env[68134]: DEBUG nova.compute.manager [req-07245b80-f62b-4301-b534-d66fa2437e8c req-97a28cb3-7fa0-4d5c-8f9b-6e4c611fcc04 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Received event network-vif-plugged-f97f9b32-2d68-4e85-bc18-9d80e4425322 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.402172] env[68134]: DEBUG oslo_concurrency.lockutils [req-07245b80-f62b-4301-b534-d66fa2437e8c req-97a28cb3-7fa0-4d5c-8f9b-6e4c611fcc04 service nova] Acquiring lock "90f0a81c-dfe5-4ba0-8603-890db1cee214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.402435] env[68134]: DEBUG oslo_concurrency.lockutils [req-07245b80-f62b-4301-b534-d66fa2437e8c req-97a28cb3-7fa0-4d5c-8f9b-6e4c611fcc04 service nova] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.402722] env[68134]: DEBUG oslo_concurrency.lockutils [req-07245b80-f62b-4301-b534-d66fa2437e8c req-97a28cb3-7fa0-4d5c-8f9b-6e4c611fcc04 service nova] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.402945] env[68134]: DEBUG nova.compute.manager [req-07245b80-f62b-4301-b534-d66fa2437e8c req-97a28cb3-7fa0-4d5c-8f9b-6e4c611fcc04 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] No waiting events found dispatching network-vif-plugged-f97f9b32-2d68-4e85-bc18-9d80e4425322 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.403376] env[68134]: WARNING nova.compute.manager [req-07245b80-f62b-4301-b534-d66fa2437e8c req-97a28cb3-7fa0-4d5c-8f9b-6e4c611fcc04 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Received unexpected event network-vif-plugged-f97f9b32-2d68-4e85-bc18-9d80e4425322 for instance with vm_state building and task_state spawning. [ 772.479203] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964735, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.547840] env[68134]: DEBUG nova.compute.manager [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Received event network-changed-0e5fe697-bc62-4294-91f5-7f158ca31124 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.548037] env[68134]: DEBUG nova.compute.manager [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Refreshing instance network info cache due to event network-changed-0e5fe697-bc62-4294-91f5-7f158ca31124. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.548247] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] Acquiring lock "refresh_cache-9d33455b-81c1-472e-a4c8-204e201f7715" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.548385] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] Acquired lock "refresh_cache-9d33455b-81c1-472e-a4c8-204e201f7715" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.548537] env[68134]: DEBUG nova.network.neutron [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Refreshing network info cache for port 0e5fe697-bc62-4294-91f5-7f158ca31124 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.558050] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Successfully updated port: f97f9b32-2d68-4e85-bc18-9d80e4425322 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.772513] env[68134]: DEBUG nova.compute.utils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.776319] env[68134]: DEBUG nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.776542] env[68134]: DEBUG nova.network.neutron [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.825087] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964736, 'name': Rename_Task, 'duration_secs': 0.487432} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.825355] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.825670] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c9edada-55d1-4832-b4cd-2d6a37b3ba29 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.830281] env[68134]: DEBUG nova.policy [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae26922813b2436baf7b5d7ca24dfe1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '123c47b06ec5488e94f925ae3384f210', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.835022] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 772.835022] env[68134]: value = "task-2964737" [ 772.835022] env[68134]: _type = "Task" [ 772.835022] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.842479] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.866215] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662232} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.866475] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.866687] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.866955] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ac16af-0475-4592-8232-6421e9960069 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.875611] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "daf16a4a-cdcc-487f-99db-6600425b356a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.876081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "daf16a4a-cdcc-487f-99db-6600425b356a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.876296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "daf16a4a-cdcc-487f-99db-6600425b356a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.876520] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "daf16a4a-cdcc-487f-99db-6600425b356a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.876766] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "daf16a4a-cdcc-487f-99db-6600425b356a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.878702] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 772.878702] env[68134]: value = "task-2964738" [ 772.878702] env[68134]: _type = "Task" [ 772.878702] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.879279] env[68134]: INFO nova.compute.manager [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Terminating instance [ 772.894923] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.979824] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964735, 'name': CreateVM_Task, 'duration_secs': 0.86131} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.980000] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.981190] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.981371] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.981696] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.981959] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1ee81a-19aa-4535-bf0a-519a6f9e7e66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.987357] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 772.987357] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52acaf75-a702-8b3c-dd1c-60ffd07e655d" [ 772.987357] env[68134]: _type = "Task" [ 772.987357] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.999981] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52acaf75-a702-8b3c-dd1c-60ffd07e655d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.061252] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "refresh_cache-90f0a81c-dfe5-4ba0-8603-890db1cee214" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.061252] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "refresh_cache-90f0a81c-dfe5-4ba0-8603-890db1cee214" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.061252] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.209985] env[68134]: DEBUG nova.network.neutron [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Successfully created port: dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.280151] env[68134]: DEBUG nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.289743] env[68134]: DEBUG nova.network.neutron [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Updated VIF entry in instance network info cache for port 0e5fe697-bc62-4294-91f5-7f158ca31124. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.290160] env[68134]: DEBUG nova.network.neutron [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Updating instance_info_cache with network_info: [{"id": "0e5fe697-bc62-4294-91f5-7f158ca31124", "address": "fa:16:3e:ce:0b:5f", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5fe697-bc", "ovs_interfaceid": "0e5fe697-bc62-4294-91f5-7f158ca31124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.344620] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964737, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.390978] env[68134]: DEBUG nova.compute.manager [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.391286] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.391606] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156164} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.392372] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b02d43-6d5b-44d8-b97e-a404ced70e95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.395374] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.396266] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b58e0bc-1173-403b-b7cf-3008d4180511 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.428298] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.428801] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.432182] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648f062e-a8ba-4677-8380-b0f96e299997 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.447878] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d790a7d8-a1a9-47fa-8091-324bdc0bba8c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.457548] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 773.457548] env[68134]: value = "task-2964740" [ 773.457548] env[68134]: _type = "Task" [ 773.457548] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.459281] env[68134]: DEBUG oslo_vmware.api [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 773.459281] env[68134]: value = "task-2964739" [ 773.459281] env[68134]: _type = "Task" [ 773.459281] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.474910] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.478681] env[68134]: DEBUG oslo_vmware.api [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.501972] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52acaf75-a702-8b3c-dd1c-60ffd07e655d, 'name': SearchDatastore_Task, 'duration_secs': 0.016137} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.501972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.502208] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.503051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.503051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.503051] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.503457] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93649160-f048-4fd3-bab3-6941b3127473 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.531186] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.531416] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.532341] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2108199b-1353-4262-a75a-4bcd64f81619 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.542029] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 773.542029] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5284d0ce-f466-b7c8-c602-cf0981316e11" [ 773.542029] env[68134]: _type = "Task" [ 773.542029] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.555878] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284d0ce-f466-b7c8-c602-cf0981316e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.610952] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.794357] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f1c7aa8-7c1e-471c-8aa8-27d7534d7ac7 req-ab7f437d-4e7c-49c3-892a-a692d4ae92b5 service nova] Releasing lock "refresh_cache-9d33455b-81c1-472e-a4c8-204e201f7715" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.802331] env[68134]: DEBUG nova.network.neutron [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Updating instance_info_cache with network_info: [{"id": "f97f9b32-2d68-4e85-bc18-9d80e4425322", "address": "fa:16:3e:ba:b1:3a", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97f9b32-2d", "ovs_interfaceid": "f97f9b32-2d68-4e85-bc18-9d80e4425322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.846136] env[68134]: DEBUG oslo_vmware.api [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964737, 'name': PowerOnVM_Task, 'duration_secs': 0.740138} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.848837] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.849062] env[68134]: INFO nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Took 10.12 seconds to spawn the instance on the hypervisor. [ 773.849246] env[68134]: DEBUG nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.850258] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961de28-2920-4c85-b8a5-29c9f9174aba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.957196] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb7d86-8aaa-4068-8c61-917097e71ecd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.972135] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e1d341-e459-4ed3-be0e-1bb0b81d9a2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.975562] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964740, 'name': ReconfigVM_Task, 'duration_secs': 0.433305} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.978918] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.979609] env[68134]: DEBUG oslo_vmware.api [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964739, 'name': PowerOffVM_Task, 'duration_secs': 0.360656} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.980148] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-438ca055-e2a2-4238-9bdc-4e129902be62 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.981705] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.981876] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.982118] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04b57068-ca36-43c6-a5e3-73a33021ddef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.014364] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a2e4a1-f65a-4028-8689-a230d2b73ad0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.021141] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 774.021141] env[68134]: value = "task-2964741" [ 774.021141] env[68134]: _type = "Task" [ 774.021141] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.029302] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33838915-8ade-4415-92d5-9051de429f44 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.038495] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964741, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.049962] env[68134]: DEBUG nova.compute.provider_tree [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.060616] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284d0ce-f466-b7c8-c602-cf0981316e11, 'name': SearchDatastore_Task, 'duration_secs': 0.015263} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.061651] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c10138-a644-43fa-b243-7e21e5bae2a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.068833] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 774.068833] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5284c1c2-13bf-9963-4977-edc23dc0b970" [ 774.068833] env[68134]: _type = "Task" [ 774.068833] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.080052] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284c1c2-13bf-9963-4977-edc23dc0b970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.095022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.095022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.095022] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleting the datastore file [datastore1] daf16a4a-cdcc-487f-99db-6600425b356a {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.095022] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5117b55-fe5a-4eb1-9fc8-13435e726afc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.101636] env[68134]: DEBUG oslo_vmware.api [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 774.101636] env[68134]: value = "task-2964743" [ 774.101636] env[68134]: _type = "Task" [ 774.101636] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.111269] env[68134]: DEBUG oslo_vmware.api [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.292511] env[68134]: DEBUG nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.304995] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "refresh_cache-90f0a81c-dfe5-4ba0-8603-890db1cee214" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.306262] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Instance network_info: |[{"id": "f97f9b32-2d68-4e85-bc18-9d80e4425322", "address": "fa:16:3e:ba:b1:3a", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97f9b32-2d", "ovs_interfaceid": "f97f9b32-2d68-4e85-bc18-9d80e4425322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.306470] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:b1:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f97f9b32-2d68-4e85-bc18-9d80e4425322', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.315634] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.318184] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.319043] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dea4dc8-a004-4501-aabb-4443d003935e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.335658] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.335862] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.336021] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.336209] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.336469] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.336539] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.336689] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.336891] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.337098] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.337270] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.337439] env[68134]: DEBUG nova.virt.hardware [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.338576] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebd0b94-f1d5-4982-bb01-805ffa82e98f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.349904] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3553ec72-1b59-48f3-b25f-a44827b92883 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.353832] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.353832] env[68134]: value = "task-2964744" [ 774.353832] env[68134]: _type = "Task" [ 774.353832] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.374460] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964744, 'name': CreateVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.374974] env[68134]: INFO nova.compute.manager [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Took 55.02 seconds to build instance. [ 774.458368] env[68134]: DEBUG nova.compute.manager [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Received event network-changed-f97f9b32-2d68-4e85-bc18-9d80e4425322 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.458566] env[68134]: DEBUG nova.compute.manager [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Refreshing instance network info cache due to event network-changed-f97f9b32-2d68-4e85-bc18-9d80e4425322. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.458799] env[68134]: DEBUG oslo_concurrency.lockutils [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] Acquiring lock "refresh_cache-90f0a81c-dfe5-4ba0-8603-890db1cee214" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.458942] env[68134]: DEBUG oslo_concurrency.lockutils [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] Acquired lock "refresh_cache-90f0a81c-dfe5-4ba0-8603-890db1cee214" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.459321] env[68134]: DEBUG nova.network.neutron [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Refreshing network info cache for port f97f9b32-2d68-4e85-bc18-9d80e4425322 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.535573] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964741, 'name': Rename_Task, 'duration_secs': 0.189127} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.535868] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.536463] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-331db416-ee2a-417f-b0cd-af116537d1d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.544295] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 774.544295] env[68134]: value = "task-2964745" [ 774.544295] env[68134]: _type = "Task" [ 774.544295] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.553196] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.556203] env[68134]: DEBUG nova.scheduler.client.report [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.580585] env[68134]: DEBUG nova.objects.instance [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lazy-loading 'flavor' on Instance uuid e751acc9-f68b-4f29-8b86-f16c2bbaae87 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.586507] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284c1c2-13bf-9963-4977-edc23dc0b970, 'name': SearchDatastore_Task, 'duration_secs': 0.016715} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.586957] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.587278] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9d33455b-81c1-472e-a4c8-204e201f7715/9d33455b-81c1-472e-a4c8-204e201f7715.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.587585] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dad70a0-efc4-4a3e-a32d-19c033cfb4e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.339670] env[68134]: DEBUG nova.network.neutron [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Successfully updated port: dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.339670] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac433d9-7dcc-4a36-a713-a133e48eaa1d tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.910s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.341473] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.078s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.341872] env[68134]: DEBUG nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.349171] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.349171] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquired lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.360033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.235s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.360261] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.363434] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.966s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.364079] env[68134]: INFO nova.compute.claims [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.372389] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 775.372389] env[68134]: value = "task-2964746" [ 775.372389] env[68134]: _type = "Task" [ 775.372389] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.374465] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a398dd-f229-4f68-a537-47449bec0c15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.389266] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964744, 'name': CreateVM_Task, 'duration_secs': 0.558596} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.389613] env[68134]: DEBUG oslo_vmware.api [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2964745, 'name': PowerOnVM_Task, 'duration_secs': 0.573244} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.393022] env[68134]: DEBUG oslo_vmware.api [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35777} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.393022] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.393022] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.393022] env[68134]: INFO nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Took 8.98 seconds to spawn the instance on the hypervisor. [ 775.393022] env[68134]: DEBUG nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.393022] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.393302] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.393302] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.393302] env[68134]: INFO nova.compute.manager [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Took 2.00 seconds to destroy the instance on the hypervisor. [ 775.393302] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.393440] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.393490] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.393798] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.394628] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5d4bb-340e-4156-a929-4619ce9fb4d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.397381] env[68134]: DEBUG nova.compute.manager [-] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.397494] env[68134]: DEBUG nova.network.neutron [-] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.404419] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b779da-ac9c-4152-862b-119f3b9a5284 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.406463] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.407322] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Suspending the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 775.407737] env[68134]: INFO nova.scheduler.client.report [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Deleted allocations for instance 2a16afaf-4291-455b-b320-b9d58646fc32 [ 775.409388] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-949a01f6-b7cc-43dd-8860-066553832e1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.423359] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 775.423359] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5240be3e-ede7-d491-b13d-cf5f04ba9d28" [ 775.423359] env[68134]: _type = "Task" [ 775.423359] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.427214] env[68134]: DEBUG oslo_vmware.api [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 775.427214] env[68134]: value = "task-2964747" [ 775.427214] env[68134]: _type = "Task" [ 775.427214] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.441897] env[68134]: DEBUG oslo_vmware.api [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964747, 'name': SuspendVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.447332] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5240be3e-ede7-d491-b13d-cf5f04ba9d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.752738] env[68134]: DEBUG nova.network.neutron [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Updated VIF entry in instance network info cache for port f97f9b32-2d68-4e85-bc18-9d80e4425322. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.752738] env[68134]: DEBUG nova.network.neutron [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Updating instance_info_cache with network_info: [{"id": "f97f9b32-2d68-4e85-bc18-9d80e4425322", "address": "fa:16:3e:ba:b1:3a", "network": {"id": "28d0b923-ec74-43ae-b1b9-42415c0cf166", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1242007688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b6e9a1d6a4149a88165bc6f6c03a289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97f9b32-2d", "ovs_interfaceid": "f97f9b32-2d68-4e85-bc18-9d80e4425322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.852033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.852033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.852033] env[68134]: DEBUG nova.network.neutron [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.852033] env[68134]: DEBUG nova.compute.utils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.853889] env[68134]: DEBUG nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.854240] env[68134]: DEBUG nova.network.neutron [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.874024] env[68134]: DEBUG nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.895739] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.904521] env[68134]: DEBUG nova.network.neutron [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.928041] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15af27aa-e123-498a-af4a-91916a43cf36 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "2a16afaf-4291-455b-b320-b9d58646fc32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.738s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.945239] env[68134]: DEBUG nova.policy [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a922ce1214a4495954533944ea93e79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eed391a695ff49b881b557c8d2bbac42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.947194] env[68134]: INFO nova.compute.manager [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Took 55.22 seconds to build instance. [ 775.954964] env[68134]: DEBUG nova.compute.manager [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Received event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.954964] env[68134]: DEBUG nova.compute.manager [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing instance network info cache due to event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.954964] env[68134]: DEBUG oslo_concurrency.lockutils [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] Acquiring lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.963355] env[68134]: DEBUG oslo_vmware.api [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964747, 'name': SuspendVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.963670] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5240be3e-ede7-d491-b13d-cf5f04ba9d28, 'name': SearchDatastore_Task, 'duration_secs': 0.02392} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.963980] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.964252] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.964522] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964725] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.964864] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.965652] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-404f4295-9fdb-4bdf-82d2-5f210ba3ee03 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.983218] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.983395] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.987021] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6f3bce-0fd4-459a-bbd1-ddd8de1d08ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.991430] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 775.991430] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cdf0b9-0389-a148-5f11-247f890348bc" [ 775.991430] env[68134]: _type = "Task" [ 775.991430] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.004387] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cdf0b9-0389-a148-5f11-247f890348bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.255242] env[68134]: DEBUG oslo_concurrency.lockutils [req-645d9d12-2ea8-4535-a038-bd1e32c636b1 req-af18d7a6-35ce-43ed-bf8f-3f441d7edac2 service nova] Releasing lock "refresh_cache-90f0a81c-dfe5-4ba0-8603-890db1cee214" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.325026] env[68134]: DEBUG nova.network.neutron [-] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.361164] env[68134]: DEBUG nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.380988] env[68134]: DEBUG nova.network.neutron [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Successfully created port: 1283e66a-7e7c-4388-9378-2a1d2d744f98 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.420139] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964746, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.420139] env[68134]: DEBUG nova.network.neutron [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.450973] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.452049] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c389f9c-9448-4d46-9060-f15e7c68b363 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.462s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.452169] env[68134]: DEBUG oslo_vmware.api [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964747, 'name': SuspendVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.513997] env[68134]: DEBUG nova.compute.manager [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received event network-vif-plugged-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.514702] env[68134]: DEBUG oslo_concurrency.lockutils [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] Acquiring lock "e4af90e9-9c17-4431-8771-2892bad388a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.514904] env[68134]: DEBUG oslo_concurrency.lockutils [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] Lock "e4af90e9-9c17-4431-8771-2892bad388a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.515872] env[68134]: DEBUG oslo_concurrency.lockutils [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] Lock "e4af90e9-9c17-4431-8771-2892bad388a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.515872] env[68134]: DEBUG nova.compute.manager [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] No waiting events found dispatching network-vif-plugged-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.515872] env[68134]: WARNING nova.compute.manager [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received unexpected event network-vif-plugged-dfc97894-12dd-4c00-8d9f-a576658c3eca for instance with vm_state building and task_state spawning. [ 776.516489] env[68134]: DEBUG nova.compute.manager [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.516630] env[68134]: DEBUG nova.compute.manager [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing instance network info cache due to event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.520021] env[68134]: DEBUG oslo_concurrency.lockutils [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] Acquiring lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.525290] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cdf0b9-0389-a148-5f11-247f890348bc, 'name': SearchDatastore_Task, 'duration_secs': 0.041243} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.535095] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db18f4a8-1793-44bc-b2b6-7c146654b163 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.547553] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 776.547553] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5242f4fd-3fbe-a2ce-e9c5-669e62b7aae7" [ 776.547553] env[68134]: _type = "Task" [ 776.547553] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.561805] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5242f4fd-3fbe-a2ce-e9c5-669e62b7aae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.567914] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0694-4c46-24af-c3f9-03342614ad9f/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.568827] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03378ba8-6afc-46c1-9d11-cb5db8c683f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.579168] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0694-4c46-24af-c3f9-03342614ad9f/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.579356] env[68134]: ERROR oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0694-4c46-24af-c3f9-03342614ad9f/disk-0.vmdk due to incomplete transfer. [ 776.579600] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0de93df-83b7-4bd4-af84-727ca22e0310 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.593257] env[68134]: DEBUG oslo_vmware.rw_handles [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0694-4c46-24af-c3f9-03342614ad9f/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.593257] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Uploaded image 6b35aea1-4aac-4f24-9b90-67148bf3d3fa to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.595946] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.596253] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a16a79fc-632c-42cf-bdb6-8232972b3793 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.607593] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 776.607593] env[68134]: value = "task-2964748" [ 776.607593] env[68134]: _type = "Task" [ 776.607593] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.619148] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964748, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.697948] env[68134]: DEBUG nova.network.neutron [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updating instance_info_cache with network_info: [{"id": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "address": "fa:16:3e:01:6c:69", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc97894-12", "ovs_interfaceid": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.829025] env[68134]: INFO nova.compute.manager [-] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Took 1.43 seconds to deallocate network for instance. [ 776.898513] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964746, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.230846} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.898935] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9d33455b-81c1-472e-a4c8-204e201f7715/9d33455b-81c1-472e-a4c8-204e201f7715.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.899365] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.902062] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0946a5f5-cae9-4492-ae82-3084b172ac6a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.915021] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 776.915021] env[68134]: value = "task-2964749" [ 776.915021] env[68134]: _type = "Task" [ 776.915021] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.930508] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.945800] env[68134]: DEBUG oslo_vmware.api [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964747, 'name': SuspendVM_Task, 'duration_secs': 1.33159} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.946083] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Suspended the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 776.946265] env[68134]: DEBUG nova.compute.manager [None req-c6e217a1-2d3a-4515-af23-3664d2b4218f tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.947234] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae7b337-79d7-4e19-9e8f-cf88f792acd7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.958786] env[68134]: DEBUG nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.968523] env[68134]: DEBUG nova.network.neutron [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.059191] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5242f4fd-3fbe-a2ce-e9c5-669e62b7aae7, 'name': SearchDatastore_Task, 'duration_secs': 0.014693} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.061859] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.062141] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 90f0a81c-dfe5-4ba0-8603-890db1cee214/90f0a81c-dfe5-4ba0-8603-890db1cee214.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.063471] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33b7896a-b09f-44dd-9bb7-0ab2762f0dba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.071677] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 777.071677] env[68134]: value = "task-2964750" [ 777.071677] env[68134]: _type = "Task" [ 777.071677] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.084174] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.113457] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedf6314-1cdf-4969-991a-59e2c59af2b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.122378] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964748, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.125019] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b895e06-acb1-4722-a0fb-8d6ba09fbae4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.157579] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca200725-0371-4b7f-b721-9ebd9f50c475 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.166920] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f0fae7-d254-40c1-bb84-738f6efe6aa2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.182661] env[68134]: DEBUG nova.compute.provider_tree [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.201987] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Releasing lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.201987] env[68134]: DEBUG nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Instance network_info: |[{"id": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "address": "fa:16:3e:01:6c:69", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc97894-12", "ovs_interfaceid": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.202227] env[68134]: DEBUG oslo_concurrency.lockutils [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] Acquired lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.202227] env[68134]: DEBUG nova.network.neutron [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.203498] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfc97894-12dd-4c00-8d9f-a576658c3eca', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.211893] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Creating folder: Project (123c47b06ec5488e94f925ae3384f210). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.212709] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b23db8ba-58dd-49d8-977f-f94f351b1586 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.225961] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Created folder: Project (123c47b06ec5488e94f925ae3384f210) in parent group-v594791. [ 777.226428] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Creating folder: Instances. Parent ref: group-v594926. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.226844] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db757984-dbc0-4185-ba8c-1769abeee7ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.237356] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Created folder: Instances in parent group-v594926. [ 777.237742] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.237906] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.238168] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232a24f1-d03a-41a1-96e5-8038a3d558d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.259304] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.259304] env[68134]: value = "task-2964753" [ 777.259304] env[68134]: _type = "Task" [ 777.259304] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.267355] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964753, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.336572] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.379833] env[68134]: DEBUG nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.407309] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.407604] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.407802] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.408039] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.408272] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.408474] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.408744] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.408965] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.409194] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.409410] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.409620] env[68134]: DEBUG nova.virt.hardware [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.410630] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27f4137-2e91-44db-8a0d-cb7fda54512a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.423853] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba2a5ae-1075-4956-ace1-2972a9e156e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.434403] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081649} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.445160] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.446399] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c080d8-791a-41ae-a704-533f940ce0db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.471329] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 9d33455b-81c1-472e-a4c8-204e201f7715/9d33455b-81c1-472e-a4c8-204e201f7715.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.475729] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Releasing lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.476121] env[68134]: DEBUG nova.compute.manager [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Inject network info {{(pid=68134) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 777.476618] env[68134]: DEBUG nova.compute.manager [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] network_info to inject: |[{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 777.482126] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Reconfiguring VM instance to set the machine id {{(pid=68134) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 777.482579] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4312e69b-ffaa-40ec-a420-9fd032f8655c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.499818] env[68134]: DEBUG oslo_concurrency.lockutils [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] Acquired lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500048] env[68134]: DEBUG nova.network.neutron [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.501644] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf515f4-0ca6-4282-affa-896f60cba5ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.520091] env[68134]: DEBUG oslo_vmware.api [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 777.520091] env[68134]: value = "task-2964754" [ 777.520091] env[68134]: _type = "Task" [ 777.520091] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.521803] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 777.521803] env[68134]: value = "task-2964755" [ 777.521803] env[68134]: _type = "Task" [ 777.521803] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.522735] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.536376] env[68134]: DEBUG oslo_vmware.api [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.539655] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.582232] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.619095] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964748, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.688196] env[68134]: DEBUG nova.scheduler.client.report [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.772895] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964753, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.035313] env[68134]: DEBUG nova.network.neutron [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updated VIF entry in instance network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.035933] env[68134]: DEBUG nova.network.neutron [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updating instance_info_cache with network_info: [{"id": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "address": "fa:16:3e:01:6c:69", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc97894-12", "ovs_interfaceid": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.047547] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.051020] env[68134]: DEBUG oslo_vmware.api [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964754, 'name': ReconfigVM_Task, 'duration_secs': 0.221815} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.051020] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac87f0b-6df2-4876-a71c-9f3f81347543 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Reconfigured VM instance to set the machine id {{(pid=68134) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 778.056811] env[68134]: DEBUG nova.compute.manager [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.057313] env[68134]: DEBUG nova.compute.manager [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing instance network info cache due to event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.058101] env[68134]: DEBUG oslo_concurrency.lockutils [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] Acquiring lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.058327] env[68134]: DEBUG oslo_concurrency.lockutils [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] Acquired lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.058519] env[68134]: DEBUG nova.network.neutron [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.087063] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.121996] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964748, 'name': Destroy_Task, 'duration_secs': 1.057914} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.125098] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Destroyed the VM [ 778.125468] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 778.125955] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24be4958-4507-4571-bd8e-f649a47171c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.133954] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 778.133954] env[68134]: value = "task-2964756" [ 778.133954] env[68134]: _type = "Task" [ 778.133954] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.144483] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964756, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.168679] env[68134]: DEBUG nova.objects.instance [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lazy-loading 'flavor' on Instance uuid e751acc9-f68b-4f29-8b86-f16c2bbaae87 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.192803] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.193353] env[68134]: DEBUG nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.196196] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.764s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.196196] env[68134]: DEBUG nova.objects.instance [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 778.272636] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964753, 'name': CreateVM_Task, 'duration_secs': 0.653352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.272856] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.273668] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.273859] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.274203] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.274469] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bd97dd-31ff-4366-b4fe-27ab7f25960e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.280380] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 778.280380] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526b5246-d167-7827-185f-1aedc0b1817c" [ 778.280380] env[68134]: _type = "Task" [ 778.280380] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.289162] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526b5246-d167-7827-185f-1aedc0b1817c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.335544] env[68134]: DEBUG nova.network.neutron [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Successfully updated port: 1283e66a-7e7c-4388-9378-2a1d2d744f98 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.372230] env[68134]: DEBUG nova.network.neutron [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updated VIF entry in instance network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.372887] env[68134]: DEBUG nova.network.neutron [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.539022] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964755, 'name': ReconfigVM_Task, 'duration_secs': 0.961726} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.539022] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 9d33455b-81c1-472e-a4c8-204e201f7715/9d33455b-81c1-472e-a4c8-204e201f7715.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.539022] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1fcc9e-16a3-4ffc-a8d0-9a00b7c4922d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.545175] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 778.545175] env[68134]: value = "task-2964757" [ 778.545175] env[68134]: _type = "Task" [ 778.545175] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.549864] env[68134]: DEBUG oslo_concurrency.lockutils [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] Releasing lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.550158] env[68134]: DEBUG nova.compute.manager [req-400090ef-c646-4d73-902e-0b9d4d97e4ed req-50f45af2-9332-4d1c-8752-7672e4a57bd4 service nova] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Received event network-vif-deleted-ef99d2b6-ac0c-4632-9069-0af331b13637 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.556582] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964757, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.586263] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081301} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.587027] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 90f0a81c-dfe5-4ba0-8603-890db1cee214/90f0a81c-dfe5-4ba0-8603-890db1cee214.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.587027] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.588041] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-694c0e05-c8a2-4a3d-94e5-f508fd249d32 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.596207] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 778.596207] env[68134]: value = "task-2964758" [ 778.596207] env[68134]: _type = "Task" [ 778.596207] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.605970] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.643967] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964756, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.673803] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.700819] env[68134]: DEBUG nova.compute.utils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.705490] env[68134]: DEBUG nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 778.794621] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526b5246-d167-7827-185f-1aedc0b1817c, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.794943] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.795845] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.796175] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.796357] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.796595] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.796937] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa845f9-1ede-4113-9588-bdd945516755 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.834829] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.835052] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.839054] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc2104a-e8b1-4c78-87b8-adbc129a84a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.840675] env[68134]: DEBUG nova.compute.manager [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Received event network-vif-plugged-1283e66a-7e7c-4388-9378-2a1d2d744f98 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.841079] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] Acquiring lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.841152] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.841299] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.841479] env[68134]: DEBUG nova.compute.manager [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] No waiting events found dispatching network-vif-plugged-1283e66a-7e7c-4388-9378-2a1d2d744f98 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.841641] env[68134]: WARNING nova.compute.manager [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Received unexpected event network-vif-plugged-1283e66a-7e7c-4388-9378-2a1d2d744f98 for instance with vm_state building and task_state spawning. [ 778.841798] env[68134]: DEBUG nova.compute.manager [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Received event network-changed-1283e66a-7e7c-4388-9378-2a1d2d744f98 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.841942] env[68134]: DEBUG nova.compute.manager [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Refreshing instance network info cache due to event network-changed-1283e66a-7e7c-4388-9378-2a1d2d744f98. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.842139] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] Acquiring lock "refresh_cache-b93dbac0-6254-4518-bca7-3f4b8e1a45c9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.842272] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] Acquired lock "refresh_cache-b93dbac0-6254-4518-bca7-3f4b8e1a45c9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.842421] env[68134]: DEBUG nova.network.neutron [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Refreshing network info cache for port 1283e66a-7e7c-4388-9378-2a1d2d744f98 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.843791] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "refresh_cache-b93dbac0-6254-4518-bca7-3f4b8e1a45c9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.852547] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 778.852547] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524ecc6b-d386-01fc-9057-2152e788ca3d" [ 778.852547] env[68134]: _type = "Task" [ 778.852547] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.858465] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524ecc6b-d386-01fc-9057-2152e788ca3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.875961] env[68134]: DEBUG oslo_concurrency.lockutils [req-fd7a9df2-c4aa-44fb-90ab-4b05aa0d3b6e req-37be8013-8dff-40eb-8022-bbba088f47d0 service nova] Releasing lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.876726] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquired lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.058630] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964757, 'name': Rename_Task, 'duration_secs': 0.218005} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.058897] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.059178] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac99957-d63d-4cbe-80ba-203f9581d63b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.068616] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 779.068616] env[68134]: value = "task-2964759" [ 779.068616] env[68134]: _type = "Task" [ 779.068616] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.085969] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.112188] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108953} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.112188] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.113169] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0240f81d-51f7-4506-ac84-05b68dfcefb9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.139525] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 90f0a81c-dfe5-4ba0-8603-890db1cee214/90f0a81c-dfe5-4ba0-8603-890db1cee214.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.140610] env[68134]: DEBUG nova.network.neutron [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updated VIF entry in instance network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.141033] env[68134]: DEBUG nova.network.neutron [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": "cc116cfb-fad3-4501-854a-2853a85035d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.142464] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbf0875-c5ed-486f-901b-bd9f0c35d1aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.161114] env[68134]: DEBUG oslo_concurrency.lockutils [req-47bc37fc-865e-4b2e-9db5-320b5ef79fe0 req-1437f92f-1fc0-47d1-925d-73ce2d479eb1 service nova] Releasing lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.173287] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964756, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.175591] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 779.175591] env[68134]: value = "task-2964760" [ 779.175591] env[68134]: _type = "Task" [ 779.175591] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.185732] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.207481] env[68134]: DEBUG nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.211267] env[68134]: DEBUG oslo_concurrency.lockutils [None req-911030b3-9459-41c3-ba4a-dca4e4c056f0 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.213691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.841s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.213942] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.216560] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.331s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.216835] env[68134]: DEBUG nova.objects.instance [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lazy-loading 'resources' on Instance uuid 665a3f40-d12f-4e99-b3d2-53e137897226 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.241988] env[68134]: INFO nova.scheduler.client.report [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Deleted allocations for instance 23228ef5-dfa9-44e5-b3da-b1532febba2a [ 779.361380] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524ecc6b-d386-01fc-9057-2152e788ca3d, 'name': SearchDatastore_Task, 'duration_secs': 0.019644} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.362243] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5669e9cb-81d5-47c8-9e2e-18129c858b03 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.365691] env[68134]: DEBUG nova.network.neutron [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.371567] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 779.371567] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5221939b-7103-692e-3cd7-d3eba725c937" [ 779.371567] env[68134]: _type = "Task" [ 779.371567] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.377658] env[68134]: DEBUG nova.network.neutron [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.383988] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5221939b-7103-692e-3cd7-d3eba725c937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.492758] env[68134]: DEBUG nova.network.neutron [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.497168] env[68134]: DEBUG nova.compute.manager [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.497168] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7274d84-cb67-4998-abd6-848fd60ddf24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.579756] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.653438] env[68134]: DEBUG oslo_vmware.api [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964756, 'name': RemoveSnapshot_Task, 'duration_secs': 1.247972} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.653732] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.653963] env[68134]: INFO nova.compute.manager [None req-412c3deb-2ae3-4493-843d-19c9337cc666 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Took 18.81 seconds to snapshot the instance on the hypervisor. [ 779.687301] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.755051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-494ffa1b-ba0d-4ef6-bd1d-0646f754e8f0 tempest-ServersAdminNegativeTestJSON-811479834 tempest-ServersAdminNegativeTestJSON-811479834-project-member] Lock "23228ef5-dfa9-44e5-b3da-b1532febba2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.061s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.883845] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5221939b-7103-692e-3cd7-d3eba725c937, 'name': SearchDatastore_Task, 'duration_secs': 0.02601} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.886417] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.886691] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] e4af90e9-9c17-4431-8771-2892bad388a0/e4af90e9-9c17-4431-8771-2892bad388a0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.887140] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdff8864-90d0-4386-ba88-2577e2675547 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.895059] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 779.895059] env[68134]: value = "task-2964761" [ 779.895059] env[68134]: _type = "Task" [ 779.895059] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.906091] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.996405] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a67e573-31da-4dc6-bbef-dcf2a34cf4a4 req-d7fccbd1-aa4e-4e45-b7dc-b4b9b5bae179 service nova] Releasing lock "refresh_cache-b93dbac0-6254-4518-bca7-3f4b8e1a45c9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.997390] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquired lock "refresh_cache-b93dbac0-6254-4518-bca7-3f4b8e1a45c9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.997544] env[68134]: DEBUG nova.network.neutron [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.011439] env[68134]: INFO nova.compute.manager [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] instance snapshotting [ 780.011630] env[68134]: WARNING nova.compute.manager [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 780.015199] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340b5ce-c3b1-406c-a03f-c528964fe3bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.043195] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05ce37-b909-415a-a2d0-423b378098d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.080415] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964759, 'name': PowerOnVM_Task, 'duration_secs': 0.901795} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.080817] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.081647] env[68134]: INFO nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Took 10.83 seconds to spawn the instance on the hypervisor. [ 780.081647] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.081913] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849a7263-47d3-4942-a28a-2f6ccf21e894 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.183995] env[68134]: DEBUG nova.network.neutron [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.196573] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964760, 'name': ReconfigVM_Task, 'duration_secs': 0.646294} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.197462] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 90f0a81c-dfe5-4ba0-8603-890db1cee214/90f0a81c-dfe5-4ba0-8603-890db1cee214.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.198468] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af7822a0-0b09-47be-be8a-05296e3fb3e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.207571] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 780.207571] env[68134]: value = "task-2964762" [ 780.207571] env[68134]: _type = "Task" [ 780.207571] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.222533] env[68134]: DEBUG nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.227337] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964762, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.257938] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.258210] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.258366] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.258546] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.258690] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.258968] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.259071] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.259234] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.259398] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.259554] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.259724] env[68134]: DEBUG nova.virt.hardware [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.261041] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017eade0-050a-4af9-af68-d220186905b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.275036] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f210e-8bfe-49ca-9e07-310787d35739 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.297517] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.303743] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Creating folder: Project (e1a23f8b175144d0838eda427f270f88). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.306884] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed033ad8-d982-4109-93bb-7bff41f60e94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.323268] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Created folder: Project (e1a23f8b175144d0838eda427f270f88) in parent group-v594791. [ 780.323405] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Creating folder: Instances. Parent ref: group-v594929. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.323646] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5ef5eb-93c7-4d79-ae90-80e6a7ae2e47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.339943] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Created folder: Instances in parent group-v594929. [ 780.340400] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.340982] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.341293] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8776bed-9906-4dd9-9699-c9d5cde37c68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.356498] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20227c26-9d4e-4074-ad66-fab74cac5330 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.366278] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562a53e3-e45f-4a6b-abc6-da7c0640d88f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.369839] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.369839] env[68134]: value = "task-2964765" [ 780.369839] env[68134]: _type = "Task" [ 780.369839] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.403705] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9431f2-b53a-4659-838a-86dd42221f37 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.410553] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964765, 'name': CreateVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.416905] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964761, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.420434] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a0b63f-27ff-4ed3-add2-612eef5b8a6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.438625] env[68134]: DEBUG nova.compute.provider_tree [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.498511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "interface-941df5cb-677e-421e-b32a-ced3e69257bb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.498848] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-941df5cb-677e-421e-b32a-ced3e69257bb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.499291] env[68134]: DEBUG nova.objects.instance [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'flavor' on Instance uuid 941df5cb-677e-421e-b32a-ced3e69257bb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.538792] env[68134]: DEBUG nova.network.neutron [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.558389] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 780.558708] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c4cec43-f5ec-41a3-b5df-665840a6e1e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.567743] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 780.567743] env[68134]: value = "task-2964766" [ 780.567743] env[68134]: _type = "Task" [ 780.567743] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.577110] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.605680] env[68134]: INFO nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Took 53.80 seconds to build instance. [ 780.690354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Releasing lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.690671] env[68134]: DEBUG nova.compute.manager [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Inject network info {{(pid=68134) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 780.691012] env[68134]: DEBUG nova.compute.manager [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] network_info to inject: |[{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 780.696857] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Reconfiguring VM instance to set the machine id {{(pid=68134) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 780.697619] env[68134]: DEBUG nova.network.neutron [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Updating instance_info_cache with network_info: [{"id": "1283e66a-7e7c-4388-9378-2a1d2d744f98", "address": "fa:16:3e:b4:45:54", "network": {"id": "dfaaedb7-bbdc-427c-b7b2-51d0346759f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1687982651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed391a695ff49b881b557c8d2bbac42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1283e66a-7e", "ovs_interfaceid": "1283e66a-7e7c-4388-9378-2a1d2d744f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.698857] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0504786f-273a-4767-864c-17fce938ac55 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.715166] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Releasing lock "refresh_cache-b93dbac0-6254-4518-bca7-3f4b8e1a45c9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.715612] env[68134]: DEBUG nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Instance network_info: |[{"id": "1283e66a-7e7c-4388-9378-2a1d2d744f98", "address": "fa:16:3e:b4:45:54", "network": {"id": "dfaaedb7-bbdc-427c-b7b2-51d0346759f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1687982651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed391a695ff49b881b557c8d2bbac42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1283e66a-7e", "ovs_interfaceid": "1283e66a-7e7c-4388-9378-2a1d2d744f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.716402] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:45:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1283e66a-7e7c-4388-9378-2a1d2d744f98', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.725410] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Creating folder: Project (eed391a695ff49b881b557c8d2bbac42). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.729597] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e33eb1d-8cc4-45b3-acfe-f1ece0669d82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.736370] env[68134]: DEBUG oslo_vmware.api [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 780.736370] env[68134]: value = "task-2964767" [ 780.736370] env[68134]: _type = "Task" [ 780.736370] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.739945] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964762, 'name': Rename_Task, 'duration_secs': 0.426664} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.743608] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.745352] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2026fcdf-fa7c-41cc-b5d5-267910ae2d6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.746997] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Created folder: Project (eed391a695ff49b881b557c8d2bbac42) in parent group-v594791. [ 780.747285] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Creating folder: Instances. Parent ref: group-v594932. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.747784] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d1a12b0-ea3b-4be6-848d-6d92be232820 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.753198] env[68134]: DEBUG oslo_vmware.api [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.755066] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 780.755066] env[68134]: value = "task-2964769" [ 780.755066] env[68134]: _type = "Task" [ 780.755066] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.763261] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.765057] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Created folder: Instances in parent group-v594932. [ 780.765057] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.765057] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.765253] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b461ab51-c4b2-4368-a1f2-1193efb345fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.787594] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.787594] env[68134]: value = "task-2964771" [ 780.787594] env[68134]: _type = "Task" [ 780.787594] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.798534] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964771, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.879829] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964765, 'name': CreateVM_Task, 'duration_secs': 0.42483} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.880045] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.880617] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.880723] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.881046] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.881340] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859ef340-31ab-4ced-8950-6a12851a6876 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.886612] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 780.886612] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b170fb-edf0-f8d5-e774-130df42ed9cc" [ 780.886612] env[68134]: _type = "Task" [ 780.886612] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.895106] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b170fb-edf0-f8d5-e774-130df42ed9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.910471] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610482} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.910570] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] e4af90e9-9c17-4431-8771-2892bad388a0/e4af90e9-9c17-4431-8771-2892bad388a0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.912878] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.912878] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c36213-afad-4f71-aa37-95a07871db5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.921829] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 780.921829] env[68134]: value = "task-2964772" [ 780.921829] env[68134]: _type = "Task" [ 780.921829] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.934788] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.942576] env[68134]: DEBUG nova.scheduler.client.report [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.078719] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.079556] env[68134]: DEBUG nova.objects.instance [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'pci_requests' on Instance uuid 941df5cb-677e-421e-b32a-ced3e69257bb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.107277] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "9d33455b-81c1-472e-a4c8-204e201f7715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.506s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.250357] env[68134]: DEBUG oslo_vmware.api [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964767, 'name': ReconfigVM_Task, 'duration_secs': 0.282148} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.250689] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbbd161-2f14-46dc-a5a6-3a8b0b59b8c9 tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Reconfigured VM instance to set the machine id {{(pid=68134) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 781.266418] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.300116] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964771, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.404954] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b170fb-edf0-f8d5-e774-130df42ed9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.405449] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.405744] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.405991] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.406172] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.406376] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.406681] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-452b13f8-3ff8-401b-aa01-1ccb779f50a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.423817] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.424190] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.430242] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d387018-d48b-4aed-b1bc-f7915bb36f76 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.439768] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102397} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.442373] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.442373] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 781.442373] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c7b683-d8e3-8423-a344-05bfd992e8a9" [ 781.442373] env[68134]: _type = "Task" [ 781.442373] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.442954] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0adbf1-593a-494b-b6d2-f7733c87523e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.450518] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.453253] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.237s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.457488] env[68134]: INFO nova.compute.claims [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.477598] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] e4af90e9-9c17-4431-8771-2892bad388a0/e4af90e9-9c17-4431-8771-2892bad388a0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.481876] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9afa1e59-f305-4a2b-b972-ee123e45bf6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.497720] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c7b683-d8e3-8423-a344-05bfd992e8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.01729} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.500789] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e430ae5-1f74-4985-ae79-f564a08d19c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.502367] env[68134]: INFO nova.scheduler.client.report [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted allocations for instance 665a3f40-d12f-4e99-b3d2-53e137897226 [ 781.508106] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 781.508106] env[68134]: value = "task-2964773" [ 781.508106] env[68134]: _type = "Task" [ 781.508106] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.513708] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 781.513708] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529bba43-6d4b-ad05-3be6-6b6553b26657" [ 781.513708] env[68134]: _type = "Task" [ 781.513708] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.521017] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.529254] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529bba43-6d4b-ad05-3be6-6b6553b26657, 'name': SearchDatastore_Task, 'duration_secs': 0.015821} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.529540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.529817] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.530203] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1004a08-1aa5-4f95-a3d3-e25b1502670a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.540673] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 781.540673] env[68134]: value = "task-2964774" [ 781.540673] env[68134]: _type = "Task" [ 781.540673] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.550994] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.580481] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.583156] env[68134]: DEBUG nova.objects.base [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Object Instance<941df5cb-677e-421e-b32a-ced3e69257bb> lazy-loaded attributes: flavor,pci_requests {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 781.583396] env[68134]: DEBUG nova.network.neutron [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.586326] env[68134]: DEBUG nova.compute.manager [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Received event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.586528] env[68134]: DEBUG nova.compute.manager [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing instance network info cache due to event network-changed-1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.586797] env[68134]: DEBUG oslo_concurrency.lockutils [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] Acquiring lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.586920] env[68134]: DEBUG oslo_concurrency.lockutils [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] Acquired lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.587092] env[68134]: DEBUG nova.network.neutron [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Refreshing network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.609842] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.639350] env[68134]: DEBUG nova.policy [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28abd543dac74137b0fc58f11236af41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47b61caac2b42cc85bae9f0be2df58e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.775935] env[68134]: DEBUG oslo_vmware.api [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964769, 'name': PowerOnVM_Task, 'duration_secs': 0.808267} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.776332] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.776721] env[68134]: INFO nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Took 10.19 seconds to spawn the instance on the hypervisor. [ 781.776952] env[68134]: DEBUG nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.778562] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae1110-9efd-4138-9aef-5f712c49c776 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.807511] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964771, 'name': CreateVM_Task, 'duration_secs': 0.534129} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.807780] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.808795] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.809032] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.809895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.809895] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5e3f74-7a58-427e-b9b3-651dc812fc15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.818376] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 781.818376] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e4ad88-4ee5-9192-67ee-1beb71944b9c" [ 781.818376] env[68134]: _type = "Task" [ 781.818376] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.834902] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e4ad88-4ee5-9192-67ee-1beb71944b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.018331] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60d1264-211d-48cd-a180-701345a7e611 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "665a3f40-d12f-4e99-b3d2-53e137897226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.595s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.021032] env[68134]: DEBUG nova.network.neutron [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Successfully created port: 20ba8431-29aa-4e0b-8011-cf9e29677f48 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.031792] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.053791] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964774, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.082050] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964766, 'name': CreateSnapshot_Task, 'duration_secs': 1.156836} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.082533] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.083433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c1233b-47ab-4b0f-b9fe-506cf31ec04a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.134715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.220990] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.221491] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.221916] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.222668] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.222839] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.227199] env[68134]: INFO nova.compute.manager [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Terminating instance [ 782.306917] env[68134]: INFO nova.compute.manager [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Took 52.54 seconds to build instance. [ 782.341311] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e4ad88-4ee5-9192-67ee-1beb71944b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.020556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.341901] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.342342] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.342779] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.343119] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.343632] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.344090] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5348bf82-b830-4f89-891e-12195fc77ab9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.358553] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.358850] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.360074] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d081aa49-cd67-41c8-8d44-d178b785ac2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.367226] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 782.367226] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5238490c-6c35-03ca-f48b-b0e729957bc6" [ 782.367226] env[68134]: _type = "Task" [ 782.367226] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.376976] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5238490c-6c35-03ca-f48b-b0e729957bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.413249] env[68134]: DEBUG nova.network.neutron [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updated VIF entry in instance network info cache for port 1c2ab2fc-df46-4401-a971-71ffd698e259. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.413699] env[68134]: DEBUG nova.network.neutron [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [{"id": "1c2ab2fc-df46-4401-a971-71ffd698e259", "address": "fa:16:3e:2b:f3:64", "network": {"id": "6d340483-20b2-44e5-bfe2-cd5c265088bc", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2110834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e188328108b541beaf7716eb11ae1b5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ab2fc-df", "ovs_interfaceid": "1c2ab2fc-df46-4401-a971-71ffd698e259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.522896] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964773, 'name': ReconfigVM_Task, 'duration_secs': 0.698594} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.526032] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Reconfigured VM instance instance-0000002d to attach disk [datastore1] e4af90e9-9c17-4431-8771-2892bad388a0/e4af90e9-9c17-4431-8771-2892bad388a0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.527046] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba32641b-bdc2-4976-82d7-446e3e7e2d85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.536067] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 782.536067] env[68134]: value = "task-2964775" [ 782.536067] env[68134]: _type = "Task" [ 782.536067] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.551406] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964775, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.557998] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778899} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.560979] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.561425] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.561949] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a04653d6-275d-4170-ad99-a5e985f41687 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.571235] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 782.571235] env[68134]: value = "task-2964776" [ 782.571235] env[68134]: _type = "Task" [ 782.571235] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.588560] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.610330] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.615023] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4794a51-244e-4443-bab2-fcb7abac3094 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.627875] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 782.627875] env[68134]: value = "task-2964777" [ 782.627875] env[68134]: _type = "Task" [ 782.627875] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.645920] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964777, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.731911] env[68134]: DEBUG nova.compute.manager [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.732284] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.733469] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d4b700-d974-4c2b-bd53-2c6c5b2d2353 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.746699] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.746854] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a189cb27-9a72-41ac-b95b-93aacfec1e7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.757421] env[68134]: DEBUG oslo_vmware.api [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 782.757421] env[68134]: value = "task-2964778" [ 782.757421] env[68134]: _type = "Task" [ 782.757421] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.770793] env[68134]: DEBUG oslo_vmware.api [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.810260] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d02a09cf-4aa5-4b3c-98a9-39095019ddd8 tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.177s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.879750] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5238490c-6c35-03ca-f48b-b0e729957bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.030778} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.883970] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c0a409-90b3-4db1-855d-874636726a72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.893485] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 782.893485] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52290297-aac7-c95f-4bb2-0797cbb7e066" [ 782.893485] env[68134]: _type = "Task" [ 782.893485] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.911148] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52290297-aac7-c95f-4bb2-0797cbb7e066, 'name': SearchDatastore_Task, 'duration_secs': 0.016328} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.911392] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.911735] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] b93dbac0-6254-4518-bca7-3f4b8e1a45c9/b93dbac0-6254-4518-bca7-3f4b8e1a45c9.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.912112] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f22b22f-0366-4031-8f8f-6e5f38176b80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.919510] env[68134]: DEBUG oslo_concurrency.lockutils [req-0ef6a65f-b306-488f-802b-50054317f566 req-a124512e-05ad-46b3-a6e3-19b00390eaa3 service nova] Releasing lock "refresh_cache-e751acc9-f68b-4f29-8b86-f16c2bbaae87" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.921536] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 782.921536] env[68134]: value = "task-2964779" [ 782.921536] env[68134]: _type = "Task" [ 782.921536] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.931376] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.050392] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964775, 'name': Rename_Task, 'duration_secs': 0.204229} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.054052] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.054481] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a69f2e-12a2-43ad-9ea1-7259d0b33124 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.065240] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 783.065240] env[68134]: value = "task-2964780" [ 783.065240] env[68134]: _type = "Task" [ 783.065240] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.078802] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.086209] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08629} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.089341] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.090426] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a19b2-c2ab-45b8-b1b7-5fad8483d81f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.113930] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.115382] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d66707-145a-41b1-80cc-77074fc90d68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.131918] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487fa719-f8ac-447a-9575-353cbfcc3541 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.148333] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964777, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.151032] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505dbe46-f9eb-40e6-9950-da2cd2f4bda1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.154911] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 783.154911] env[68134]: value = "task-2964781" [ 783.154911] env[68134]: _type = "Task" [ 783.154911] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.195800] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d39bb4-7e52-47d8-afe9-018794b96293 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.203420] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.210160] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b8fffe-93d5-4ebc-9c77-5e6d588d6a9f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.227425] env[68134]: DEBUG nova.compute.provider_tree [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.269423] env[68134]: DEBUG oslo_vmware.api [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964778, 'name': PowerOffVM_Task, 'duration_secs': 0.508651} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.269813] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.269987] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.270688] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feba7944-1b28-4b13-9017-ee407f1a89db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.314502] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.374797] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.375178] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.375394] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Deleting the datastore file [datastore2] e751acc9-f68b-4f29-8b86-f16c2bbaae87 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.376081] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7c17387-2deb-4ff4-9221-2568843b6c93 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.385683] env[68134]: DEBUG oslo_vmware.api [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for the task: (returnval){ [ 783.385683] env[68134]: value = "task-2964783" [ 783.385683] env[68134]: _type = "Task" [ 783.385683] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.397174] env[68134]: DEBUG oslo_vmware.api [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.437463] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.578340] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.646957] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964777, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.656552] env[68134]: DEBUG nova.network.neutron [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Successfully updated port: 20ba8431-29aa-4e0b-8011-cf9e29677f48 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.669848] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.770612] env[68134]: DEBUG nova.scheduler.client.report [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 783.771033] env[68134]: DEBUG nova.compute.provider_tree [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 73 to 74 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 783.771308] env[68134]: DEBUG nova.compute.provider_tree [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.837746] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.897102] env[68134]: DEBUG oslo_vmware.api [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.931815] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73164} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.932149] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] b93dbac0-6254-4518-bca7-3f4b8e1a45c9/b93dbac0-6254-4518-bca7-3f4b8e1a45c9.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.932368] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.932656] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed973ac1-b203-4cb1-8730-f7e5fa530598 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.942612] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 783.942612] env[68134]: value = "task-2964784" [ 783.942612] env[68134]: _type = "Task" [ 783.942612] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.951728] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.076474] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964780, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.145701] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964777, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.164703] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.164703] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.165031] env[68134]: DEBUG nova.network.neutron [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.174472] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964781, 'name': ReconfigVM_Task, 'duration_secs': 0.799314} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.175409] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.176174] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2747c0be-51bb-4918-947c-fc55977181f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.184921] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 784.184921] env[68134]: value = "task-2964785" [ 784.184921] env[68134]: _type = "Task" [ 784.184921] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.195034] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964785, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.277551] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.277873] env[68134]: DEBUG nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.281069] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.350s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.282990] env[68134]: INFO nova.compute.claims [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.369116] env[68134]: DEBUG nova.compute.manager [req-d4f1062f-91ee-4783-8edf-e457bee559e6 req-5b644b73-8a99-4348-9bc1-add77687dcd7 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received event network-vif-plugged-20ba8431-29aa-4e0b-8011-cf9e29677f48 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.369365] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4f1062f-91ee-4783-8edf-e457bee559e6 req-5b644b73-8a99-4348-9bc1-add77687dcd7 service nova] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.369582] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4f1062f-91ee-4783-8edf-e457bee559e6 req-5b644b73-8a99-4348-9bc1-add77687dcd7 service nova] Lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.369753] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4f1062f-91ee-4783-8edf-e457bee559e6 req-5b644b73-8a99-4348-9bc1-add77687dcd7 service nova] Lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.370231] env[68134]: DEBUG nova.compute.manager [req-d4f1062f-91ee-4783-8edf-e457bee559e6 req-5b644b73-8a99-4348-9bc1-add77687dcd7 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] No waiting events found dispatching network-vif-plugged-20ba8431-29aa-4e0b-8011-cf9e29677f48 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.370231] env[68134]: WARNING nova.compute.manager [req-d4f1062f-91ee-4783-8edf-e457bee559e6 req-5b644b73-8a99-4348-9bc1-add77687dcd7 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received unexpected event network-vif-plugged-20ba8431-29aa-4e0b-8011-cf9e29677f48 for instance with vm_state active and task_state None. [ 784.400100] env[68134]: DEBUG oslo_vmware.api [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Task: {'id': task-2964783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578827} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.400474] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.400754] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.401029] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.401288] env[68134]: INFO nova.compute.manager [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Took 1.67 seconds to destroy the instance on the hypervisor. [ 784.401760] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.401980] env[68134]: DEBUG nova.compute.manager [-] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.402251] env[68134]: DEBUG nova.network.neutron [-] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.455849] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250252} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.456251] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.457457] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82bb649-2a0a-471f-a982-339dfc26052f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.482168] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b93dbac0-6254-4518-bca7-3f4b8e1a45c9/b93dbac0-6254-4518-bca7-3f4b8e1a45c9.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.484673] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08937404-fa23-4960-83ac-37bfcb0d5a58 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.505969] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 784.505969] env[68134]: value = "task-2964786" [ 784.505969] env[68134]: _type = "Task" [ 784.505969] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.515097] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.578920] env[68134]: DEBUG oslo_vmware.api [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964780, 'name': PowerOnVM_Task, 'duration_secs': 1.354923} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.579234] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.579484] env[68134]: INFO nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Took 10.29 seconds to spawn the instance on the hypervisor. [ 784.579691] env[68134]: DEBUG nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.580570] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43781931-c95e-4c55-ab69-af91662ce6f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.647472] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964777, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.697112] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964785, 'name': Rename_Task, 'duration_secs': 0.277653} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.697407] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.697685] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-945d98ca-db31-4d02-83fc-bacdbed768d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.705805] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 784.705805] env[68134]: value = "task-2964787" [ 784.705805] env[68134]: _type = "Task" [ 784.705805] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.706696] env[68134]: WARNING nova.network.neutron [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] e026ec42-2ef0-4e94-9aec-8366ba2cf938 already exists in list: networks containing: ['e026ec42-2ef0-4e94-9aec-8366ba2cf938']. ignoring it [ 784.718864] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.790241] env[68134]: DEBUG nova.compute.utils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.791721] env[68134]: DEBUG nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.791911] env[68134]: DEBUG nova.network.neutron [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.910511] env[68134]: DEBUG nova.policy [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1880c32fc0e946f1926693cc23404dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f9cbe806714201a710024fd5009ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.017081] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.104833] env[68134]: INFO nova.compute.manager [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Took 54.38 seconds to build instance. [ 785.147155] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964777, 'name': CloneVM_Task, 'duration_secs': 2.339515} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.147384] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Created linked-clone VM from snapshot [ 785.149556] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4a9f7-dae8-48a0-91fd-3a24e8c2f1f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.158456] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Uploading image bc66528a-450b-48e7-91df-4ed906a734e6 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.172944] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "9d33455b-81c1-472e-a4c8-204e201f7715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.174142] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "9d33455b-81c1-472e-a4c8-204e201f7715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.174142] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "9d33455b-81c1-472e-a4c8-204e201f7715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.174142] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "9d33455b-81c1-472e-a4c8-204e201f7715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.174142] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "9d33455b-81c1-472e-a4c8-204e201f7715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.177462] env[68134]: INFO nova.compute.manager [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Terminating instance [ 785.187448] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.187448] env[68134]: value = "vm-594936" [ 785.187448] env[68134]: _type = "VirtualMachine" [ 785.187448] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.187448] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0eaa981e-f074-494e-a122-8cd1f3540aee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.195568] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease: (returnval){ [ 785.195568] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529b1e4b-6d67-8940-1084-e2670e5e7eac" [ 785.195568] env[68134]: _type = "HttpNfcLease" [ 785.195568] env[68134]: } obtained for exporting VM: (result){ [ 785.195568] env[68134]: value = "vm-594936" [ 785.195568] env[68134]: _type = "VirtualMachine" [ 785.195568] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.195913] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the lease: (returnval){ [ 785.195913] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529b1e4b-6d67-8940-1084-e2670e5e7eac" [ 785.195913] env[68134]: _type = "HttpNfcLease" [ 785.195913] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.204664] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.204664] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529b1e4b-6d67-8940-1084-e2670e5e7eac" [ 785.204664] env[68134]: _type = "HttpNfcLease" [ 785.204664] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 785.219061] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964787, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.296129] env[68134]: DEBUG nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.325175] env[68134]: DEBUG nova.network.neutron [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20ba8431-29aa-4e0b-8011-cf9e29677f48", "address": "fa:16:3e:e7:c1:e7", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ba8431-29", "ovs_interfaceid": "20ba8431-29aa-4e0b-8011-cf9e29677f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.387970] env[68134]: DEBUG nova.network.neutron [-] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.483378] env[68134]: DEBUG nova.network.neutron [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Successfully created port: 79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.517894] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964786, 'name': ReconfigVM_Task, 'duration_secs': 0.596891} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.518154] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b93dbac0-6254-4518-bca7-3f4b8e1a45c9/b93dbac0-6254-4518-bca7-3f4b8e1a45c9.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.521771] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0dcc01-8945-46a0-9fb3-d9bca4bcdaa2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.529053] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 785.529053] env[68134]: value = "task-2964789" [ 785.529053] env[68134]: _type = "Task" [ 785.529053] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.542128] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964789, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.607447] env[68134]: DEBUG oslo_concurrency.lockutils [None req-09cc11aa-b280-4f15-bcc9-073f7357e626 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "e4af90e9-9c17-4431-8771-2892bad388a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.142s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.684237] env[68134]: DEBUG nova.compute.manager [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.684536] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.685768] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1bdb6c-2a31-4076-bd00-929dea767d00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.694977] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.698229] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69bdc8c4-b47c-4aa8-bf40-17425ba40323 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.709905] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.709905] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529b1e4b-6d67-8940-1084-e2670e5e7eac" [ 785.709905] env[68134]: _type = "HttpNfcLease" [ 785.709905] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.715850] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.715850] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529b1e4b-6d67-8940-1084-e2670e5e7eac" [ 785.715850] env[68134]: _type = "HttpNfcLease" [ 785.715850] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.717681] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8533fc-12f1-407b-a720-0ae924ea8d53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.720820] env[68134]: DEBUG oslo_vmware.api [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 785.720820] env[68134]: value = "task-2964790" [ 785.720820] env[68134]: _type = "Task" [ 785.720820] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.733091] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd54f0-17c7-f9ab-3c24-b56369af32f6/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.733486] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd54f0-17c7-f9ab-3c24-b56369af32f6/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.735373] env[68134]: DEBUG oslo_vmware.api [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964787, 'name': PowerOnVM_Task, 'duration_secs': 0.560024} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.739815] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.740072] env[68134]: INFO nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Took 5.52 seconds to spawn the instance on the hypervisor. [ 785.740206] env[68134]: DEBUG nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.797811] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce78f61-e91c-4464-a2c0-346dc0763d70 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.810426] env[68134]: DEBUG oslo_vmware.api [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.832471] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.833188] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.834021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.835094] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40933f0-9ffe-495c-85d5-2fb1ed1cb991 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.853855] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.854319] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.854319] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.854472] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.854898] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.854898] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.855028] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.855195] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.857693] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.857693] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.857693] env[68134]: DEBUG nova.virt.hardware [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.862122] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Reconfiguring VM to attach interface {{(pid=68134) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 785.868150] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5b46e8-4829-4683-bc29-05b25cafb339 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.882057] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7eba3528-dbf3-40c8-993b-de5475e50faa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.890706] env[68134]: INFO nova.compute.manager [-] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Took 1.49 seconds to deallocate network for instance. [ 785.893780] env[68134]: DEBUG oslo_vmware.api [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 785.893780] env[68134]: value = "task-2964791" [ 785.893780] env[68134]: _type = "Task" [ 785.893780] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.916453] env[68134]: DEBUG oslo_vmware.api [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964791, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.005600] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9a232-b82c-4826-8d2d-35cd513d672f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.017119] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1f6ee-bfcd-4bea-93ec-97159b47e275 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.073154] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec241e9-735f-4c2b-8aba-6a5978c3d4a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.073154] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964789, 'name': Rename_Task, 'duration_secs': 0.298746} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.074481] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.074779] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a08586b-6a2e-41cb-92fe-e4184ff0cae1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.077583] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc3e4e0-b3dd-40a5-a4c7-359134128e3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.094466] env[68134]: DEBUG nova.compute.provider_tree [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.100182] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 786.100182] env[68134]: value = "task-2964792" [ 786.100182] env[68134]: _type = "Task" [ 786.100182] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.106970] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.109896] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.233914] env[68134]: DEBUG oslo_vmware.api [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964790, 'name': PowerOffVM_Task, 'duration_secs': 0.358723} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.234212] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.234375] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.234671] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c7f86f6-df93-4073-89a8-3a727c727f2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.314273] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "90f0a81c-dfe5-4ba0-8603-890db1cee214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.314697] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.315034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "90f0a81c-dfe5-4ba0-8603-890db1cee214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.315241] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.315540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.318349] env[68134]: DEBUG nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.324720] env[68134]: INFO nova.compute.manager [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Terminating instance [ 786.331497] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.331696] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.331867] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleting the datastore file [datastore1] 9d33455b-81c1-472e-a4c8-204e201f7715 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.334628] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad88f0a1-6dca-4b41-ab3f-997c5af132a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.337632] env[68134]: INFO nova.compute.manager [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Took 45.97 seconds to build instance. [ 786.345612] env[68134]: DEBUG oslo_vmware.api [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 786.345612] env[68134]: value = "task-2964794" [ 786.345612] env[68134]: _type = "Task" [ 786.345612] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.358591] env[68134]: DEBUG oslo_vmware.api [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.383916] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.384590] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.384590] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.384590] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.384899] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.384899] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.385085] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.385331] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.385403] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.385660] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.385734] env[68134]: DEBUG nova.virt.hardware [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.386640] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ebe90-7e89-45de-937c-27d6a9e7dc06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.396718] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dc678e-ae1f-4418-b054-0d39b2881a00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.407357] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.421488] env[68134]: DEBUG oslo_vmware.api [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.599193] env[68134]: DEBUG nova.scheduler.client.report [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.618422] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964792, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.643500] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.839843] env[68134]: DEBUG nova.compute.manager [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.843030] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.843030] env[68134]: DEBUG oslo_concurrency.lockutils [None req-58bfd18a-5baf-4412-885f-1373e824b369 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "55befe05-b148-49a1-9df0-1d3d8c169a5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.736s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.843030] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce64365-a93f-4ebc-bd5f-4e210a58417a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.870052] env[68134]: DEBUG oslo_vmware.api [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165438} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.873827] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.874208] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.874541] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.874851] env[68134]: INFO nova.compute.manager [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Took 1.19 seconds to destroy the instance on the hypervisor. [ 786.875175] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.876034] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.876239] env[68134]: DEBUG nova.compute.manager [-] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.876334] env[68134]: DEBUG nova.network.neutron [-] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.878589] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a47e0508-a0f4-4649-999c-95cf8ee264f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.887788] env[68134]: DEBUG oslo_vmware.api [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 786.887788] env[68134]: value = "task-2964795" [ 786.887788] env[68134]: _type = "Task" [ 786.887788] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.899758] env[68134]: DEBUG oslo_vmware.api [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.913898] env[68134]: DEBUG oslo_vmware.api [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964791, 'name': ReconfigVM_Task, 'duration_secs': 0.820136} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.914640] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.915093] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Reconfigured VM to attach interface {{(pid=68134) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 787.114573] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.114573] env[68134]: DEBUG nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.118765] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.845s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.133703] env[68134]: DEBUG oslo_vmware.api [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964792, 'name': PowerOnVM_Task, 'duration_secs': 0.557465} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.134065] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.134307] env[68134]: INFO nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Took 9.75 seconds to spawn the instance on the hypervisor. [ 787.134810] env[68134]: DEBUG nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.135852] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9185992-e9f4-4bf7-be97-fffefbf745bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.356918] env[68134]: DEBUG nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.401352] env[68134]: DEBUG oslo_vmware.api [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964795, 'name': PowerOffVM_Task, 'duration_secs': 0.310624} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.405056] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.405056] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.405056] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7dd3957-fedb-4880-8d2d-34b0eb3a4621 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.421079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30bd4f6d-2617-4a01-a1ee-c458d27af9a5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-941df5cb-677e-421e-b32a-ced3e69257bb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.922s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.486248] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.486248] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.487336] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleting the datastore file [datastore1] 90f0a81c-dfe5-4ba0-8603-890db1cee214 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.488557] env[68134]: DEBUG nova.network.neutron [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Successfully updated port: 79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.493481] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90ba60ab-91ca-4210-abab-bbc85d7a84e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.499558] env[68134]: DEBUG oslo_vmware.api [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for the task: (returnval){ [ 787.499558] env[68134]: value = "task-2964797" [ 787.499558] env[68134]: _type = "Task" [ 787.499558] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.511565] env[68134]: DEBUG oslo_vmware.api [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.626023] env[68134]: DEBUG nova.compute.utils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.628739] env[68134]: INFO nova.compute.claims [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.633053] env[68134]: DEBUG nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.633546] env[68134]: DEBUG nova.network.neutron [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.666777] env[68134]: INFO nova.compute.manager [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Took 50.97 seconds to build instance. [ 787.709058] env[68134]: DEBUG nova.policy [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfa31b33595b4981a8cd3b035a6df5ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de0dedd10ac464bafbbcdf14443d497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.884975] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.930356] env[68134]: DEBUG nova.network.neutron [-] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.995925] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.995925] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.995925] env[68134]: DEBUG nova.network.neutron [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.014309] env[68134]: DEBUG oslo_vmware.api [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Task: {'id': task-2964797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273362} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.014961] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.015486] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.015896] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.016394] env[68134]: INFO nova.compute.manager [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Took 1.18 seconds to destroy the instance on the hypervisor. [ 788.016791] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.017956] env[68134]: DEBUG nova.compute.manager [-] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.018176] env[68134]: DEBUG nova.network.neutron [-] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.134466] env[68134]: DEBUG nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.140636] env[68134]: INFO nova.compute.resource_tracker [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating resource usage from migration a7f1be58-8f2c-4ed7-a805-f96ddc032e4e [ 788.175472] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b095be37-9575-4e8d-8f04-bc0f60aa93a3 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.789s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.236714] env[68134]: DEBUG nova.network.neutron [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Successfully created port: 3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.285388] env[68134]: DEBUG nova.compute.manager [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received event network-changed-20ba8431-29aa-4e0b-8011-cf9e29677f48 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.285606] env[68134]: DEBUG nova.compute.manager [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Refreshing instance network info cache due to event network-changed-20ba8431-29aa-4e0b-8011-cf9e29677f48. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.285823] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] Acquiring lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.286010] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] Acquired lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.286253] env[68134]: DEBUG nova.network.neutron [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Refreshing network info cache for port 20ba8431-29aa-4e0b-8011-cf9e29677f48 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.438562] env[68134]: INFO nova.compute.manager [-] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Took 1.56 seconds to deallocate network for instance. [ 788.536284] env[68134]: DEBUG nova.network.neutron [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.633698] env[68134]: DEBUG nova.compute.manager [req-61febec7-d463-40ce-be94-202cea9cdeb4 req-b5637e8a-9cd9-4cf4-a98e-ccb8ffed5715 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Received event network-vif-plugged-79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.633698] env[68134]: DEBUG oslo_concurrency.lockutils [req-61febec7-d463-40ce-be94-202cea9cdeb4 req-b5637e8a-9cd9-4cf4-a98e-ccb8ffed5715 service nova] Acquiring lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.633698] env[68134]: DEBUG oslo_concurrency.lockutils [req-61febec7-d463-40ce-be94-202cea9cdeb4 req-b5637e8a-9cd9-4cf4-a98e-ccb8ffed5715 service nova] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.633698] env[68134]: DEBUG oslo_concurrency.lockutils [req-61febec7-d463-40ce-be94-202cea9cdeb4 req-b5637e8a-9cd9-4cf4-a98e-ccb8ffed5715 service nova] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.633698] env[68134]: DEBUG nova.compute.manager [req-61febec7-d463-40ce-be94-202cea9cdeb4 req-b5637e8a-9cd9-4cf4-a98e-ccb8ffed5715 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] No waiting events found dispatching network-vif-plugged-79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.633698] env[68134]: WARNING nova.compute.manager [req-61febec7-d463-40ce-be94-202cea9cdeb4 req-b5637e8a-9cd9-4cf4-a98e-ccb8ffed5715 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Received unexpected event network-vif-plugged-79426704-06d7-4073-afca-a6fbbd858499 for instance with vm_state building and task_state spawning. [ 788.682292] env[68134]: DEBUG nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.777499] env[68134]: DEBUG nova.network.neutron [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updating instance_info_cache with network_info: [{"id": "79426704-06d7-4073-afca-a6fbbd858499", "address": "fa:16:3e:68:50:fa", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79426704-06", "ovs_interfaceid": "79426704-06d7-4073-afca-a6fbbd858499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.808226] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76632dd-5d5b-4239-8356-c6e58b73a2c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.821042] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05b106e-5583-451d-b18f-b8bcb516a0d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.858638] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f2de31-eecb-4975-b2c8-e39ff162c023 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.869030] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f24b96-a69e-4fa7-9a46-b1996930b691 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.885069] env[68134]: DEBUG nova.compute.provider_tree [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.945022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.071465] env[68134]: DEBUG nova.network.neutron [-] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.098664] env[68134]: DEBUG nova.network.neutron [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updated VIF entry in instance network info cache for port 20ba8431-29aa-4e0b-8011-cf9e29677f48. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.099120] env[68134]: DEBUG nova.network.neutron [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20ba8431-29aa-4e0b-8011-cf9e29677f48", "address": "fa:16:3e:e7:c1:e7", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20ba8431-29", "ovs_interfaceid": "20ba8431-29aa-4e0b-8011-cf9e29677f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.161062] env[68134]: DEBUG nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.194367] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.194367] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.194597] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.194697] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.194840] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.194985] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.195242] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.195366] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.195532] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.195696] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.195866] env[68134]: DEBUG nova.virt.hardware [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.197431] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f1535c-ebf5-4fe2-b8e9-457c7abd4f56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.212897] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8250fcf4-8646-49b4-97ec-5e7ddbdb347a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.234447] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.281964] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.282339] env[68134]: DEBUG nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Instance network_info: |[{"id": "79426704-06d7-4073-afca-a6fbbd858499", "address": "fa:16:3e:68:50:fa", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79426704-06", "ovs_interfaceid": "79426704-06d7-4073-afca-a6fbbd858499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.282776] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:50:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79426704-06d7-4073-afca-a6fbbd858499', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.291777] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating folder: Project (90f9cbe806714201a710024fd5009ff3). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.292227] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5940929-b094-43bc-8602-2b7a04ee6022 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.309858] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created folder: Project (90f9cbe806714201a710024fd5009ff3) in parent group-v594791. [ 789.309858] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating folder: Instances. Parent ref: group-v594937. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.309858] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3ad3a38-607c-4cb7-a9af-3166dc4462fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.323461] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created folder: Instances in parent group-v594937. [ 789.323461] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.323461] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.323461] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e01602-7748-4618-aa2d-e5c4ba0176fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.345087] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.345087] env[68134]: value = "task-2964800" [ 789.345087] env[68134]: _type = "Task" [ 789.345087] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.354942] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964800, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.435827] env[68134]: DEBUG nova.scheduler.client.report [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.436109] env[68134]: DEBUG nova.compute.provider_tree [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 74 to 75 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.436345] env[68134]: DEBUG nova.compute.provider_tree [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.574692] env[68134]: INFO nova.compute.manager [-] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Took 1.56 seconds to deallocate network for instance. [ 789.601892] env[68134]: DEBUG oslo_concurrency.lockutils [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] Releasing lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.602129] env[68134]: DEBUG nova.compute.manager [req-a1563f56-897f-45f7-a6eb-f6fd5bdb5a26 req-75e47927-25d3-49ab-a551-d2f96ba3d738 service nova] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Received event network-vif-deleted-1c2ab2fc-df46-4401-a971-71ffd698e259 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.676829] env[68134]: INFO nova.compute.manager [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Rebuilding instance [ 789.734958] env[68134]: DEBUG nova.compute.manager [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.735968] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959723bb-b4c7-4d2a-8800-6745791a38a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.863756] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964800, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.947130] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.828s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.947410] env[68134]: INFO nova.compute.manager [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Migrating [ 789.961236] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.306s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.963360] env[68134]: INFO nova.compute.claims [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.977870] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.978133] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.998180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.998180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.998180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.998180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.998180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.003221] env[68134]: INFO nova.compute.manager [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Terminating instance [ 790.085338] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.129728] env[68134]: DEBUG nova.network.neutron [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Successfully updated port: 3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.328529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.328904] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.359950] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964800, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.479469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.479469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479469] env[68134]: DEBUG nova.network.neutron [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.513168] env[68134]: DEBUG nova.compute.manager [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.513412] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.514430] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf8f331-647c-4b32-9763-2d735ad010c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.529232] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.529232] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a82bb7-d66e-40d3-becd-8f4e055f82f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.536502] env[68134]: DEBUG oslo_vmware.api [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 790.536502] env[68134]: value = "task-2964801" [ 790.536502] env[68134]: _type = "Task" [ 790.536502] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.546417] env[68134]: DEBUG oslo_vmware.api [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.632650] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "refresh_cache-15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.632805] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "refresh_cache-15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.632960] env[68134]: DEBUG nova.network.neutron [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.703033] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Received event network-vif-deleted-0e5fe697-bc62-4294-91f5-7f158ca31124 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.703033] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Received event network-changed-79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.703033] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Refreshing instance network info cache due to event network-changed-79426704-06d7-4073-afca-a6fbbd858499. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.703033] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Acquiring lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.703588] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Acquired lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.703588] env[68134]: DEBUG nova.network.neutron [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Refreshing network info cache for port 79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.751785] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.752399] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42f03fb4-7e13-4570-a9e5-b3ac0a7c0cae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.762053] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 790.762053] env[68134]: value = "task-2964802" [ 790.762053] env[68134]: _type = "Task" [ 790.762053] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.772299] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.861346] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964800, 'name': CreateVM_Task, 'duration_secs': 1.486518} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.861699] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.862809] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.863257] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.863693] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.864124] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046f3681-169a-4f42-a8a4-68ea864f764c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.872178] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 790.872178] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520ecf73-51b6-8821-f617-ab06105fadd1" [ 790.872178] env[68134]: _type = "Task" [ 790.872178] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.884429] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520ecf73-51b6-8821-f617-ab06105fadd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.051266] env[68134]: DEBUG oslo_vmware.api [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964801, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.081229] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "interface-941df5cb-677e-421e-b32a-ced3e69257bb-20ba8431-29aa-4e0b-8011-cf9e29677f48" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.081460] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-941df5cb-677e-421e-b32a-ced3e69257bb-20ba8431-29aa-4e0b-8011-cf9e29677f48" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.202997] env[68134]: DEBUG nova.network.neutron [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.279339] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964802, 'name': PowerOffVM_Task, 'duration_secs': 0.20778} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.279414] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.279665] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.282944] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33938b6-9968-4d2d-a98c-61df850f2b7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.301445] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.301734] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cfa1895-7051-4e5d-9cd5-df224d8c4763 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.339136] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.339373] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.339561] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Deleting the datastore file [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.339830] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88874d3-7789-4073-a924-a17570d1d92f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.352665] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 791.352665] env[68134]: value = "task-2964804" [ 791.352665] env[68134]: _type = "Task" [ 791.352665] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.359374] env[68134]: DEBUG nova.network.neutron [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance_info_cache with network_info: [{"id": "2311c381-cccc-48e8-9f49-bd68514c0432", "address": "fa:16:3e:62:ea:11", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2311c381-cc", "ovs_interfaceid": "2311c381-cccc-48e8-9f49-bd68514c0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.371205] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.390418] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520ecf73-51b6-8821-f617-ab06105fadd1, 'name': SearchDatastore_Task, 'duration_secs': 0.016642} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.390811] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.391128] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.391448] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.391666] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.395041] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.395041] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d8c9c3-62d3-4c51-b931-c9d9340428ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.402359] env[68134]: DEBUG nova.network.neutron [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Updating instance_info_cache with network_info: [{"id": "3b0eea30-1fbe-4a3e-95cf-b500728aa4d8", "address": "fa:16:3e:7b:1d:a7", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0eea30-1f", "ovs_interfaceid": "3b0eea30-1fbe-4a3e-95cf-b500728aa4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.406667] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.406874] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.407870] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82790c1c-71f6-45e3-b8f1-7d7bcd7ba138 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.414185] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 791.414185] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5250aa72-7811-8d24-dab8-e3341ce94907" [ 791.414185] env[68134]: _type = "Task" [ 791.414185] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.432059] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5250aa72-7811-8d24-dab8-e3341ce94907, 'name': SearchDatastore_Task} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.432922] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a5689f-5929-4285-a360-47f55bfede97 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.442684] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 791.442684] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52745062-0ed5-f523-24f3-3fcc8978dedc" [ 791.442684] env[68134]: _type = "Task" [ 791.442684] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.452658] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52745062-0ed5-f523-24f3-3fcc8978dedc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.550078] env[68134]: DEBUG oslo_vmware.api [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964801, 'name': PowerOffVM_Task, 'duration_secs': 0.534503} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.550915] env[68134]: DEBUG nova.network.neutron [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updated VIF entry in instance network info cache for port 79426704-06d7-4073-afca-a6fbbd858499. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.551204] env[68134]: DEBUG nova.network.neutron [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updating instance_info_cache with network_info: [{"id": "79426704-06d7-4073-afca-a6fbbd858499", "address": "fa:16:3e:68:50:fa", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79426704-06", "ovs_interfaceid": "79426704-06d7-4073-afca-a6fbbd858499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.552500] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.552575] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.553021] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ed711f-291b-4143-b4d4-9091331523a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.586196] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.586481] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.588099] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed3612b-2960-4c53-9863-f128d1290923 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.609620] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f701a5b-6322-4258-8ab0-383ec747f9cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.640345] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Reconfiguring VM to detach interface {{(pid=68134) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 791.645811] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0893df3-edd1-43b3-9d34-a6b044660f8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.659481] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.659687] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.659857] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Deleting the datastore file [datastore1] b93dbac0-6254-4518-bca7-3f4b8e1a45c9 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.663055] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b89e2efc-d3be-4836-9d60-b8b9d7c6cd52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.672186] env[68134]: DEBUG oslo_vmware.api [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for the task: (returnval){ [ 791.672186] env[68134]: value = "task-2964806" [ 791.672186] env[68134]: _type = "Task" [ 791.672186] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.673590] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 791.673590] env[68134]: value = "task-2964807" [ 791.673590] env[68134]: _type = "Task" [ 791.673590] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.682924] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a33ab9-b3e2-4c91-a018-f06c1be99f95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.689763] env[68134]: DEBUG oslo_vmware.api [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.695645] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.699236] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217c6c42-554e-4a95-a829-9baf1e2ff649 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.737134] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf46cd-86d1-43dd-9e9c-2dd9ef4523fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.746386] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ffbc7c-2575-4454-a559-c201cdeb689c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.762092] env[68134]: DEBUG nova.compute.provider_tree [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.864514] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280602} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.865179] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.866612] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.866823] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.867818] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.908713] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "refresh_cache-15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.908965] env[68134]: DEBUG nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Instance network_info: |[{"id": "3b0eea30-1fbe-4a3e-95cf-b500728aa4d8", "address": "fa:16:3e:7b:1d:a7", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0eea30-1f", "ovs_interfaceid": "3b0eea30-1fbe-4a3e-95cf-b500728aa4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.909406] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:1d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b0eea30-1fbe-4a3e-95cf-b500728aa4d8', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.917916] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.918983] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.919300] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e79c243d-ee2e-4c2f-9dfe-ad3d690cb3fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.942553] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.942553] env[68134]: value = "task-2964808" [ 791.942553] env[68134]: _type = "Task" [ 791.942553] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.958336] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964808, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.962237] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52745062-0ed5-f523-24f3-3fcc8978dedc, 'name': SearchDatastore_Task, 'duration_secs': 0.02296} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.962514] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.962813] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] cddd91ef-fce8-4c20-ad82-4fa8878ed2dd/cddd91ef-fce8-4c20-ad82-4fa8878ed2dd.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.963108] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54241d14-16dc-444a-85f3-608d66ad9803 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.972913] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 791.972913] env[68134]: value = "task-2964809" [ 791.972913] env[68134]: _type = "Task" [ 791.972913] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.983525] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.054079] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Releasing lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054435] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Received event network-vif-deleted-f97f9b32-2d68-4e85-bc18-9d80e4425322 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.054773] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Received event network-vif-plugged-3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.055078] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Acquiring lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.055346] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.055627] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.055788] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] No waiting events found dispatching network-vif-plugged-3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.056078] env[68134]: WARNING nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Received unexpected event network-vif-plugged-3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 for instance with vm_state building and task_state spawning. [ 792.056340] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Received event network-changed-3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.056583] env[68134]: DEBUG nova.compute.manager [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Refreshing instance network info cache due to event network-changed-3b0eea30-1fbe-4a3e-95cf-b500728aa4d8. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.056847] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Acquiring lock "refresh_cache-15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.057049] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Acquired lock "refresh_cache-15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.057297] env[68134]: DEBUG nova.network.neutron [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Refreshing network info cache for port 3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.166912] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.167250] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.167490] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.167690] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.167881] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.170293] env[68134]: INFO nova.compute.manager [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Terminating instance [ 792.191890] env[68134]: DEBUG oslo_vmware.api [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Task: {'id': task-2964806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260063} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.192235] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.192803] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.193052] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.193266] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.193510] env[68134]: INFO nova.compute.manager [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Took 1.68 seconds to destroy the instance on the hypervisor. [ 792.193852] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.194093] env[68134]: DEBUG nova.compute.manager [-] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.194233] env[68134]: DEBUG nova.network.neutron [-] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.265311] env[68134]: DEBUG nova.scheduler.client.report [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.454427] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964808, 'name': CreateVM_Task, 'duration_secs': 0.462893} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.454427] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.455163] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.456034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.456034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.456034] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc35e2c2-98ad-415b-8d63-da9fbb0a3849 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.462356] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 792.462356] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5236e986-362d-cb2b-a2ec-2327dca84dc2" [ 792.462356] env[68134]: _type = "Task" [ 792.462356] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.472305] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5236e986-362d-cb2b-a2ec-2327dca84dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.483571] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964809, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.675179] env[68134]: DEBUG nova.compute.manager [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.675179] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.675496] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2049b43-57f1-4011-8016-a423b28d0b57 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.691925] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.692233] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.692464] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0fe90f-98f5-4cd6-8a05-a913efbd5c31 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.700778] env[68134]: DEBUG oslo_vmware.api [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 792.700778] env[68134]: value = "task-2964810" [ 792.700778] env[68134]: _type = "Task" [ 792.700778] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.711343] env[68134]: DEBUG oslo_vmware.api [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.729328] env[68134]: DEBUG nova.compute.manager [req-a029000c-d9cb-484d-9de6-ebbb437bc9a6 req-2f735c6d-1082-4bcb-9770-8d0906e4dfaf service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Received event network-vif-deleted-1283e66a-7e7c-4388-9378-2a1d2d744f98 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.729328] env[68134]: INFO nova.compute.manager [req-a029000c-d9cb-484d-9de6-ebbb437bc9a6 req-2f735c6d-1082-4bcb-9770-8d0906e4dfaf service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Neutron deleted interface 1283e66a-7e7c-4388-9378-2a1d2d744f98; detaching it from the instance and deleting it from the info cache [ 792.729474] env[68134]: DEBUG nova.network.neutron [req-a029000c-d9cb-484d-9de6-ebbb437bc9a6 req-2f735c6d-1082-4bcb-9770-8d0906e4dfaf service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.772380] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.772911] env[68134]: DEBUG nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.775531] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.259s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.775774] env[68134]: DEBUG nova.objects.instance [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lazy-loading 'resources' on Instance uuid ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.815730] env[68134]: DEBUG nova.network.neutron [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Updated VIF entry in instance network info cache for port 3b0eea30-1fbe-4a3e-95cf-b500728aa4d8. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.816325] env[68134]: DEBUG nova.network.neutron [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Updating instance_info_cache with network_info: [{"id": "3b0eea30-1fbe-4a3e-95cf-b500728aa4d8", "address": "fa:16:3e:7b:1d:a7", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0eea30-1f", "ovs_interfaceid": "3b0eea30-1fbe-4a3e-95cf-b500728aa4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.916264] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.916526] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.916705] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.916902] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.917116] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.917290] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.917521] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.917717] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.917892] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.918075] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.918262] env[68134]: DEBUG nova.virt.hardware [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.919450] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203618b0-0795-4007-bf5d-24c428144757 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.928991] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97e27bd-283d-41b4-b5e9-15204c21070a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.945572] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.951240] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.951567] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.951929] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f957ceb5-e51f-4317-8671-2f556b9ae575 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.973488] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5236e986-362d-cb2b-a2ec-2327dca84dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.023319} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.975020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.975274] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.975505] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.975655] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.975838] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.976116] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.976116] env[68134]: value = "task-2964811" [ 792.976116] env[68134]: _type = "Task" [ 792.976116] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.979104] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6832f853-2fb4-4aae-999c-85af450b63e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.990976] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706276} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.995600] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] cddd91ef-fce8-4c20-ad82-4fa8878ed2dd/cddd91ef-fce8-4c20-ad82-4fa8878ed2dd.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.996036] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.996172] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964811, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.996452] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.996637] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.997758] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f71f7bb-cca8-4c43-85cc-c6df8b181983 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.999785] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba03ad23-a1a7-4105-ac8d-9eb804e1e68f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.006187] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 793.006187] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526988fd-01c7-8bd0-b537-2a7a7f9331d8" [ 793.006187] env[68134]: _type = "Task" [ 793.006187] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.007660] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 793.007660] env[68134]: value = "task-2964812" [ 793.007660] env[68134]: _type = "Task" [ 793.007660] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.027224] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526988fd-01c7-8bd0-b537-2a7a7f9331d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.027950] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97095667-a363-434c-bbf3-0737856144f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.035552] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 793.035552] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52565628-1820-cba2-e9b1-32a9f75be637" [ 793.035552] env[68134]: _type = "Task" [ 793.035552] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.045107] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52565628-1820-cba2-e9b1-32a9f75be637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.077758] env[68134]: DEBUG nova.network.neutron [-] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.191377] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.212463] env[68134]: DEBUG oslo_vmware.api [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964810, 'name': PowerOffVM_Task, 'duration_secs': 0.231827} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.212897] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.213120] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.213399] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02b3bc90-df42-4937-9617-b2085407b47b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.234182] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adad03d4-ad1c-4979-bdd5-1d88ccb81fae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.245678] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e312c-b35d-4cd7-9c0f-ed1bcfcd3e09 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.291817] env[68134]: DEBUG nova.compute.utils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.296343] env[68134]: DEBUG nova.compute.manager [req-a029000c-d9cb-484d-9de6-ebbb437bc9a6 req-2f735c6d-1082-4bcb-9770-8d0906e4dfaf service nova] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Detach interface failed, port_id=1283e66a-7e7c-4388-9378-2a1d2d744f98, reason: Instance b93dbac0-6254-4518-bca7-3f4b8e1a45c9 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.297317] env[68134]: DEBUG nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.297501] env[68134]: DEBUG nova.network.neutron [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.312137] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.312384] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.312602] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Deleting the datastore file [datastore1] bec2b37d-ba84-42f7-8506-0b5868e7fa7a {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.313187] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f6e3ae2-babd-404a-a49c-a3640ccae973 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.318377] env[68134]: DEBUG oslo_concurrency.lockutils [req-69c691a2-a931-4fc1-a979-540f85233013 req-f91470fe-de20-4d90-a4bb-06c78a56f966 service nova] Releasing lock "refresh_cache-15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.320882] env[68134]: DEBUG oslo_vmware.api [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 793.320882] env[68134]: value = "task-2964814" [ 793.320882] env[68134]: _type = "Task" [ 793.320882] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.333441] env[68134]: DEBUG oslo_vmware.api [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.347550] env[68134]: DEBUG nova.policy [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77c9d18bdc734c21a9356596f0873f81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd744731f7025452ab8c4dfb79de7a65f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.392665] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e3d6f-ed3b-4c64-bb1f-c315a9d1f74d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.415340] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance 'd7104546-8dde-4cca-9151-45ec1afb3f2a' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.499240] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964811, 'name': CreateVM_Task, 'duration_secs': 0.314194} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.499240] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.499240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.499240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.499240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.499240] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72be74e-c106-4d0a-8119-7d801f48a63a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.510147] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 793.510147] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e65019-9d8e-767d-3097-0f42933a7c9c" [ 793.510147] env[68134]: _type = "Task" [ 793.510147] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.528399] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e65019-9d8e-767d-3097-0f42933a7c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.528663] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103346} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.528898] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.529686] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5746d-dee0-40ba-b2cb-76e29742a1fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555140] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] cddd91ef-fce8-4c20-ad82-4fa8878ed2dd/cddd91ef-fce8-4c20-ad82-4fa8878ed2dd.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.561689] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412a3039-4d3d-4d52-94ab-b2f73c939d89 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.584733] env[68134]: INFO nova.compute.manager [-] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Took 1.39 seconds to deallocate network for instance. [ 793.585169] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52565628-1820-cba2-e9b1-32a9f75be637, 'name': SearchDatastore_Task, 'duration_secs': 0.014035} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.593369] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.593762] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c/15ec8aa0-c63a-4f21-95ce-b4acfde34c9c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.594249] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 793.594249] env[68134]: value = "task-2964815" [ 793.594249] env[68134]: _type = "Task" [ 793.594249] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.599016] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f8cb82c-62cf-4d63-8995-50c93e20f1ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.613379] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.617622] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 793.617622] env[68134]: value = "task-2964816" [ 793.617622] env[68134]: _type = "Task" [ 793.617622] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.627725] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.692871] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.777026] env[68134]: DEBUG nova.network.neutron [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Successfully created port: 37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.798354] env[68134]: DEBUG nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.837732] env[68134]: DEBUG oslo_vmware.api [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226153} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.838886] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.839093] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.839327] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.839440] env[68134]: INFO nova.compute.manager [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 793.839690] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.840251] env[68134]: DEBUG nova.compute.manager [-] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.840420] env[68134]: DEBUG nova.network.neutron [-] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.924361] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.924490] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e0e064-5efc-42a5-842b-1d800b4a91ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.932286] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 793.932286] env[68134]: value = "task-2964817" [ 793.932286] env[68134]: _type = "Task" [ 793.932286] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.945356] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.964366] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c9c46-b45e-42de-9503-aaa7baed6d2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.973876] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0852f89-5983-46f0-997e-36790d78ecfc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.010854] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69065593-1a34-41c8-8ebf-b5e494a3deee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.035034] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f44d93-0ec2-471b-b5e6-3c3289d85d60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.038924] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e65019-9d8e-767d-3097-0f42933a7c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.02542} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.039348] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.039624] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.039875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.040069] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.040261] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.041052] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18daeca9-7f9a-46d2-b9a6-4f21f04e83c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.054447] env[68134]: DEBUG nova.compute.provider_tree [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.069951] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.070208] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.071484] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537ce1df-765a-4f87-9500-d55471b94fe7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.080141] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 794.080141] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ed36e4-75ec-9e85-d30f-3f34be33227b" [ 794.080141] env[68134]: _type = "Task" [ 794.080141] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.092021] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ed36e4-75ec-9e85-d30f-3f34be33227b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.105760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.113835] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.130504] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964816, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.192359] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.443013] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964817, 'name': PowerOffVM_Task, 'duration_secs': 0.495368} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.443298] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.443482] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance 'd7104546-8dde-4cca-9151-45ec1afb3f2a' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.558858] env[68134]: DEBUG nova.scheduler.client.report [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.591152] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ed36e4-75ec-9e85-d30f-3f34be33227b, 'name': SearchDatastore_Task, 'duration_secs': 0.067902} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.592021] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af074ec5-a849-49a2-a52f-4b8059137598 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.598682] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 794.598682] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523fc0f8-bc87-9b99-2461-d48fa9bd0fb0" [ 794.598682] env[68134]: _type = "Task" [ 794.598682] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.610709] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523fc0f8-bc87-9b99-2461-d48fa9bd0fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.614070] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964815, 'name': ReconfigVM_Task, 'duration_secs': 0.693515} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.614339] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Reconfigured VM instance instance-00000030 to attach disk [datastore2] cddd91ef-fce8-4c20-ad82-4fa8878ed2dd/cddd91ef-fce8-4c20-ad82-4fa8878ed2dd.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.614950] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c440be4d-197f-40d6-8c63-f23795fdd8e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.624733] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 794.624733] env[68134]: value = "task-2964818" [ 794.624733] env[68134]: _type = "Task" [ 794.624733] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.632890] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713954} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.633727] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c/15ec8aa0-c63a-4f21-95ce-b4acfde34c9c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.634014] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.634274] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43b5146b-f84b-40c2-bdc2-b2d2c311389e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.640509] env[68134]: DEBUG nova.network.neutron [-] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.640597] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964818, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.648723] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 794.648723] env[68134]: value = "task-2964819" [ 794.648723] env[68134]: _type = "Task" [ 794.648723] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.663321] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.691563] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.798153] env[68134]: DEBUG nova.compute.manager [req-3170d168-3871-436f-ab4a-f49206fc9629 req-a17b72c8-c6d1-4644-9189-9cdfe1111ac7 service nova] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Received event network-vif-deleted-227e970f-23ef-4370-8c5e-a8cf6a312d30 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.812717] env[68134]: DEBUG nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.835739] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.836107] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.836107] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.836290] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.836444] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.836563] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.836778] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.838214] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.838214] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.838214] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.838214] env[68134]: DEBUG nova.virt.hardware [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.838600] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ee9f92-939b-42cb-95fe-5f6902857f8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.847825] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d88e3-a2f6-4db8-9cc4-e6ae573855a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.950720] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.951067] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.951232] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.951413] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.951612] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.952651] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.952651] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.952651] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.952651] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.952651] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.953120] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.958395] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c56b8b4-4068-44d7-9f30-bb9577d05d68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.976234] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 794.976234] env[68134]: value = "task-2964820" [ 794.976234] env[68134]: _type = "Task" [ 794.976234] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.986163] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.063885] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.066168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.102s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.066386] env[68134]: DEBUG nova.objects.instance [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 795.086605] env[68134]: INFO nova.scheduler.client.report [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Deleted allocations for instance ec8106b2-cf75-44d3-b171-b3cfb4fd5e37 [ 795.110371] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523fc0f8-bc87-9b99-2461-d48fa9bd0fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.015365} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.110678] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.110974] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.111290] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2937d44b-e527-4bc7-902c-fa4f7299e7d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.119174] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 795.119174] env[68134]: value = "task-2964821" [ 795.119174] env[68134]: _type = "Task" [ 795.119174] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.130044] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.140039] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964818, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.141557] env[68134]: INFO nova.compute.manager [-] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Took 1.30 seconds to deallocate network for instance. [ 795.159782] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130425} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.160108] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.161074] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0553f11f-b0c1-4b19-a956-2aeeef7a72ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.185712] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c/15ec8aa0-c63a-4f21-95ce-b4acfde34c9c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.186314] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1057de4-2b29-421e-9317-652b7046eded {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.212154] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.213482] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 795.213482] env[68134]: value = "task-2964822" [ 795.213482] env[68134]: _type = "Task" [ 795.213482] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.223257] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.279829] env[68134]: DEBUG nova.compute.manager [req-7d140bf4-caa5-4408-aef2-81fb43e8637e req-325f7b81-7499-4416-85ac-7787f75d2095 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Received event network-vif-plugged-37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.280199] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d140bf4-caa5-4408-aef2-81fb43e8637e req-325f7b81-7499-4416-85ac-7787f75d2095 service nova] Acquiring lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.280339] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d140bf4-caa5-4408-aef2-81fb43e8637e req-325f7b81-7499-4416-85ac-7787f75d2095 service nova] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.280531] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d140bf4-caa5-4408-aef2-81fb43e8637e req-325f7b81-7499-4416-85ac-7787f75d2095 service nova] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.280717] env[68134]: DEBUG nova.compute.manager [req-7d140bf4-caa5-4408-aef2-81fb43e8637e req-325f7b81-7499-4416-85ac-7787f75d2095 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] No waiting events found dispatching network-vif-plugged-37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.280902] env[68134]: WARNING nova.compute.manager [req-7d140bf4-caa5-4408-aef2-81fb43e8637e req-325f7b81-7499-4416-85ac-7787f75d2095 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Received unexpected event network-vif-plugged-37dda2ca-d945-4cb2-8441-974897888f80 for instance with vm_state building and task_state spawning. [ 795.428750] env[68134]: DEBUG nova.network.neutron [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Successfully updated port: 37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.488146] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.594224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-560cffc7-6c46-4057-a27e-277d1b76570b tempest-VolumesAssistedSnapshotsTest-212782986 tempest-VolumesAssistedSnapshotsTest-212782986-project-member] Lock "ec8106b2-cf75-44d3-b171-b3cfb4fd5e37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.386s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.630358] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.641056] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964818, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.647635] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.697275] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.725230] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964822, 'name': ReconfigVM_Task, 'duration_secs': 0.307577} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.725230] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c/15ec8aa0-c63a-4f21-95ce-b4acfde34c9c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.725230] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b619254e-bab3-4f18-932a-1d6270d80811 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.733725] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 795.733725] env[68134]: value = "task-2964823" [ 795.733725] env[68134]: _type = "Task" [ 795.733725] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.743063] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964823, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.826905] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd54f0-17c7-f9ab-3c24-b56369af32f6/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.827840] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13b3522-bbbf-41f5-878d-8615d09b6e16 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.834783] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd54f0-17c7-f9ab-3c24-b56369af32f6/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.834971] env[68134]: ERROR oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd54f0-17c7-f9ab-3c24-b56369af32f6/disk-0.vmdk due to incomplete transfer. [ 795.835234] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd9f27f2-69e7-4a4f-8671-0aae533d77d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.843630] env[68134]: DEBUG oslo_vmware.rw_handles [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd54f0-17c7-f9ab-3c24-b56369af32f6/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.843630] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Uploaded image bc66528a-450b-48e7-91df-4ed906a734e6 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.845501] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.845768] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92a9c769-a2b4-484e-afe0-f3bcd1d956cf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.853306] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 795.853306] env[68134]: value = "task-2964824" [ 795.853306] env[68134]: _type = "Task" [ 795.853306] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.862776] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964824, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.936157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.936157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.936157] env[68134]: DEBUG nova.network.neutron [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.991272] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.076224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2dfb4f41-9cf8-4ab5-a5ff-90200f8cd1ef tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.077426] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.393s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.077767] env[68134]: DEBUG nova.objects.instance [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lazy-loading 'resources' on Instance uuid 11adde73-5bff-4603-baa6-900887998828 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.132418] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964821, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.142996] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964818, 'name': Rename_Task, 'duration_secs': 1.326198} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.143402] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.143677] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69705ff9-a64c-43d2-a4c6-0954017f7c28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.152935] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 796.152935] env[68134]: value = "task-2964825" [ 796.152935] env[68134]: _type = "Task" [ 796.152935] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.164600] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.198204] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.245030] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964823, 'name': Rename_Task, 'duration_secs': 0.214334} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.245425] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.245826] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2484ed0e-1ab0-417f-ab89-d682103f3a10 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.254580] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 796.254580] env[68134]: value = "task-2964826" [ 796.254580] env[68134]: _type = "Task" [ 796.254580] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.265254] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.366058] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964824, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.488383] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964820, 'name': ReconfigVM_Task, 'duration_secs': 1.090071} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.488786] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance 'd7104546-8dde-4cca-9151-45ec1afb3f2a' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.497699] env[68134]: DEBUG nova.network.neutron [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.636204] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964821, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.288171} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.637786] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.638087] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.638566] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46a9b5ae-45d9-4caa-840e-da6faa229b54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.647516] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 796.647516] env[68134]: value = "task-2964827" [ 796.647516] env[68134]: _type = "Task" [ 796.647516] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.657163] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.670755] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.700694] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.701920] env[68134]: DEBUG nova.network.neutron [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updating instance_info_cache with network_info: [{"id": "37dda2ca-d945-4cb2-8441-974897888f80", "address": "fa:16:3e:ad:74:33", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dda2ca-d9", "ovs_interfaceid": "37dda2ca-d945-4cb2-8441-974897888f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.767014] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.865024] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964824, 'name': Destroy_Task, 'duration_secs': 0.585559} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.867925] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Destroyed the VM [ 796.868502] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.869814] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-620b9a6c-7864-4dbc-a191-cd382a9ed080 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.876781] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 796.876781] env[68134]: value = "task-2964828" [ 796.876781] env[68134]: _type = "Task" [ 796.876781] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.889851] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.999654] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:14:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eb24f5fe-739b-4e77-8e1c-0a51dbc5dec4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-615745835',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.000429] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.000569] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.000759] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.000914] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.001132] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.001554] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.001755] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.001994] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.002328] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.002535] env[68134]: DEBUG nova.virt.hardware [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.008555] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.012645] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc671deb-7d1b-43ed-92a4-6b5df3d30d50 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.039428] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 797.039428] env[68134]: value = "task-2964829" [ 797.039428] env[68134]: _type = "Task" [ 797.039428] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.057039] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.160580] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122087} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.167510] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.169167] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1635fd-a249-4ab1-95de-453a52dfe6ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.193529] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.199178] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f2c16e-d6d6-49bb-b904-99d50686ff72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.214540] env[68134]: DEBUG oslo_vmware.api [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2964825, 'name': PowerOnVM_Task, 'duration_secs': 0.594108} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.219139] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Releasing lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.219139] env[68134]: DEBUG nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Instance network_info: |[{"id": "37dda2ca-d945-4cb2-8441-974897888f80", "address": "fa:16:3e:ad:74:33", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dda2ca-d9", "ovs_interfaceid": "37dda2ca-d945-4cb2-8441-974897888f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.219139] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.219139] env[68134]: INFO nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Took 10.90 seconds to spawn the instance on the hypervisor. [ 797.219367] env[68134]: DEBUG nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.219636] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:74:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37dda2ca-d945-4cb2-8441-974897888f80', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.227527] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.228674] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20473f2-b5fc-4662-a5f6-3dd436e66735 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.234155] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.235846] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18a8a3da-6d42-45c6-964b-35a2b4d991bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.251211] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 797.251211] env[68134]: value = "task-2964830" [ 797.251211] env[68134]: _type = "Task" [ 797.251211] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.258497] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.277227] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.277227] env[68134]: value = "task-2964831" [ 797.277227] env[68134]: _type = "Task" [ 797.277227] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.283186] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ce25ad-a7a3-4ef5-9b95-e44e3350b64b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.296037] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.296431] env[68134]: DEBUG oslo_vmware.api [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964826, 'name': PowerOnVM_Task, 'duration_secs': 0.551867} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.297698] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.298051] env[68134]: INFO nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Took 8.14 seconds to spawn the instance on the hypervisor. [ 797.298322] env[68134]: DEBUG nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.299519] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384ea90-4e1c-41d8-a369-52e707904a65 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.310609] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964831, 'name': CreateVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.312727] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1624dc-5948-4b24-9ab6-114d5172e212 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.371331] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be445bf-52e0-4653-a320-b4aaca87b708 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.389890] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1abc77-a154-4849-8ea2-fa041cc1261b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.400129] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.403542] env[68134]: DEBUG nova.compute.manager [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Received event network-changed-37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.403881] env[68134]: DEBUG nova.compute.manager [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Refreshing instance network info cache due to event network-changed-37dda2ca-d945-4cb2-8441-974897888f80. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.404214] env[68134]: DEBUG oslo_concurrency.lockutils [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] Acquiring lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.404470] env[68134]: DEBUG oslo_concurrency.lockutils [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] Acquired lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.404873] env[68134]: DEBUG nova.network.neutron [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Refreshing network info cache for port 37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.421554] env[68134]: DEBUG nova.compute.provider_tree [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.554169] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964829, 'name': ReconfigVM_Task, 'duration_secs': 0.397166} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.554625] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.555557] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514df4c2-7271-40af-aa1c-98c9edd889bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.580951] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.584272] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74fb14b7-f111-4925-82f1-945a25cc0ce8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.608022] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 797.608022] env[68134]: value = "task-2964832" [ 797.608022] env[68134]: _type = "Task" [ 797.608022] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.617251] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.711218] env[68134]: DEBUG oslo_vmware.api [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964807, 'name': ReconfigVM_Task, 'duration_secs': 5.909159} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.711726] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.712077] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Reconfigured VM to detach interface {{(pid=68134) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 797.773213] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.773213] env[68134]: DEBUG nova.network.neutron [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updated VIF entry in instance network info cache for port 37dda2ca-d945-4cb2-8441-974897888f80. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.773542] env[68134]: DEBUG nova.network.neutron [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updating instance_info_cache with network_info: [{"id": "37dda2ca-d945-4cb2-8441-974897888f80", "address": "fa:16:3e:ad:74:33", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dda2ca-d9", "ovs_interfaceid": "37dda2ca-d945-4cb2-8441-974897888f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.788680] env[68134]: INFO nova.compute.manager [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Took 49.60 seconds to build instance. [ 797.795021] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964831, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.834556] env[68134]: INFO nova.compute.manager [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Took 43.92 seconds to build instance. [ 797.892763] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964828, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.934022] env[68134]: DEBUG nova.scheduler.client.report [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.938068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "5938f3b0-bec5-4515-8191-de835d6f9a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.938534] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.938969] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "5938f3b0-bec5-4515-8191-de835d6f9a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.939296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.939576] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.945767] env[68134]: INFO nova.compute.manager [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Terminating instance [ 798.122204] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964832, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.272162] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964830, 'name': ReconfigVM_Task, 'duration_secs': 0.655701} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.272456] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b/55befe05-b148-49a1-9df0-1d3d8c169a5b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.273116] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-780060da-e00f-4073-9859-4fec32266a30 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.276752] env[68134]: DEBUG oslo_concurrency.lockutils [req-3d350f19-d7f1-43d3-9413-4dadea129ca9 req-2bb88f69-2b16-4e5f-8207-e15e41f1a28f service nova] Releasing lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.285261] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 798.285261] env[68134]: value = "task-2964833" [ 798.285261] env[68134]: _type = "Task" [ 798.285261] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.295468] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d0ef7b-34e8-437a-8fa6-cebf09f9fb63 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.815s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.295750] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964831, 'name': CreateVM_Task, 'duration_secs': 0.626717} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.297694] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.298585] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.298750] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.299110] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.303258] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7262452-e57b-4f25-ae53-d3ea20ba2c8c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.305854] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964833, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.312020] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 798.312020] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5261d2e0-57ce-2453-c35d-b9e6ada74b26" [ 798.312020] env[68134]: _type = "Task" [ 798.312020] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.320905] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5261d2e0-57ce-2453-c35d-b9e6ada74b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.337876] env[68134]: DEBUG oslo_concurrency.lockutils [None req-96c714a3-216a-4083-9a07-12d0dbd446e0 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.667s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.391638] env[68134]: DEBUG oslo_vmware.api [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964828, 'name': RemoveSnapshot_Task, 'duration_secs': 1.210097} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.392027] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.392179] env[68134]: INFO nova.compute.manager [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Took 18.38 seconds to snapshot the instance on the hypervisor. [ 798.448424] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.453842] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.365s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.453842] env[68134]: DEBUG nova.objects.instance [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lazy-loading 'resources' on Instance uuid ea2fc662-f98e-461d-956b-d7eff9b191d8 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.459157] env[68134]: DEBUG nova.compute.manager [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.463017] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.463017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e841db89-208f-4827-a57d-f59d5593e91b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.477265] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.478353] env[68134]: INFO nova.scheduler.client.report [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Deleted allocations for instance 11adde73-5bff-4603-baa6-900887998828 [ 798.483442] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1cf357c-38e2-4657-85ba-3e3d94bafaba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.569024] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.569024] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.569024] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleting the datastore file [datastore2] 5938f3b0-bec5-4515-8191-de835d6f9a7f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.569024] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65e92cc0-aaaa-49b3-b15c-4281444e3b90 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.583192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.583656] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.584364] env[68134]: DEBUG oslo_vmware.api [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 798.584364] env[68134]: value = "task-2964835" [ 798.584364] env[68134]: _type = "Task" [ 798.584364] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.599216] env[68134]: DEBUG oslo_vmware.api [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.614201] env[68134]: DEBUG nova.compute.manager [req-13da9a57-e8d5-4d14-ad4f-dafa7384ca8b req-1f7e86b3-be4e-4214-8794-76890bcb3e48 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received event network-vif-deleted-20ba8431-29aa-4e0b-8011-cf9e29677f48 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.614367] env[68134]: INFO nova.compute.manager [req-13da9a57-e8d5-4d14-ad4f-dafa7384ca8b req-1f7e86b3-be4e-4214-8794-76890bcb3e48 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Neutron deleted interface 20ba8431-29aa-4e0b-8011-cf9e29677f48; detaching it from the instance and deleting it from the info cache [ 798.615085] env[68134]: DEBUG nova.network.neutron [req-13da9a57-e8d5-4d14-ad4f-dafa7384ca8b req-1f7e86b3-be4e-4214-8794-76890bcb3e48 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.620359] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964832, 'name': ReconfigVM_Task, 'duration_secs': 0.558081} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.620666] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.620909] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance 'd7104546-8dde-4cca-9151-45ec1afb3f2a' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.798580] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964833, 'name': Rename_Task, 'duration_secs': 0.235882} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.798683] env[68134]: DEBUG nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.801298] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.801863] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1409fc04-d73f-4d23-8665-40a80623025d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.809560] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 798.809560] env[68134]: value = "task-2964836" [ 798.809560] env[68134]: _type = "Task" [ 798.809560] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.829622] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5261d2e0-57ce-2453-c35d-b9e6ada74b26, 'name': SearchDatastore_Task, 'duration_secs': 0.013827} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.830236] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.832045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.832045] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.832045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.832045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.832045] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.832045] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c6e835-78cd-4e8c-ac75-0d22a7110920 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.840864] env[68134]: DEBUG nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.846384] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.846384] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.846882] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7533490-f5e5-4f52-b6de-beceaae98236 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.854492] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 798.854492] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f761c1-e959-eb01-cd9c-f2006488c130" [ 798.854492] env[68134]: _type = "Task" [ 798.854492] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.866418] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f761c1-e959-eb01-cd9c-f2006488c130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.896387] env[68134]: DEBUG nova.compute.manager [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Instance disappeared during snapshot {{(pid=68134) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 798.917409] env[68134]: DEBUG nova.compute.manager [None req-dc7e962d-3e30-431d-81fd-1637b1c3e890 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image not found during clean up bc66528a-450b-48e7-91df-4ed906a734e6 {{(pid=68134) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 798.993040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e2eaec9f-fbe3-4093-8b1c-67c4e5e2c3a3 tempest-ServersTestFqdnHostnames-987004425 tempest-ServersTestFqdnHostnames-987004425-project-member] Lock "11adde73-5bff-4603-baa6-900887998828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.554s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.101190] env[68134]: DEBUG oslo_vmware.api [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45077} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.104094] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.104324] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.104506] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.104679] env[68134]: INFO nova.compute.manager [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Took 0.65 seconds to destroy the instance on the hypervisor. [ 799.105026] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.105678] env[68134]: DEBUG nova.compute.manager [-] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.105822] env[68134]: DEBUG nova.network.neutron [-] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.121261] env[68134]: DEBUG oslo_concurrency.lockutils [req-13da9a57-e8d5-4d14-ad4f-dafa7384ca8b req-1f7e86b3-be4e-4214-8794-76890bcb3e48 service nova] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.121347] env[68134]: DEBUG oslo_concurrency.lockutils [req-13da9a57-e8d5-4d14-ad4f-dafa7384ca8b req-1f7e86b3-be4e-4214-8794-76890bcb3e48 service nova] Acquired lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.123160] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d359afee-9447-4f38-8fca-d16d41d106d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.128580] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c2fa6-d453-451f-8607-6017493f597b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.165758] env[68134]: DEBUG oslo_concurrency.lockutils [req-13da9a57-e8d5-4d14-ad4f-dafa7384ca8b req-1f7e86b3-be4e-4214-8794-76890bcb3e48 service nova] Releasing lock "941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.165984] env[68134]: WARNING nova.compute.manager [req-13da9a57-e8d5-4d14-ad4f-dafa7384ca8b req-1f7e86b3-be4e-4214-8794-76890bcb3e48 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Detach interface failed, port_id=20ba8431-29aa-4e0b-8011-cf9e29677f48, reason: No device with interface-id 20ba8431-29aa-4e0b-8011-cf9e29677f48 exists on VM: nova.exception.NotFound: No device with interface-id 20ba8431-29aa-4e0b-8011-cf9e29677f48 exists on VM [ 799.169777] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c9f5b-a5a3-4158-8400-84b7d82a3d18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.193022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance 'd7104546-8dde-4cca-9151-45ec1afb3f2a' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.256296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.256487] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.256663] env[68134]: DEBUG nova.network.neutron [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.329125] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.331031] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.369844] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f761c1-e959-eb01-cd9c-f2006488c130, 'name': SearchDatastore_Task, 'duration_secs': 0.015512} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.371674] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.375286] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67076555-ba05-4c3a-93bf-b9dc8c4f2f53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.382382] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 799.382382] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523ff8b1-d420-4dfc-826a-491044007895" [ 799.382382] env[68134]: _type = "Task" [ 799.382382] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.395228] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523ff8b1-d420-4dfc-826a-491044007895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.667472] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b23c53-b630-44bc-a3a5-af007572116b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.675787] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed58444d-e1b5-4246-9d46-6e0fc6e944bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.712597] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327708b0-110c-4927-8e61-30f343dc2b38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721901] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35474d77-65d7-4644-b5d6-d1fca8f16810 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.736409] env[68134]: DEBUG nova.compute.provider_tree [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.746056] env[68134]: DEBUG nova.network.neutron [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Port 2311c381-cccc-48e8-9f49-bd68514c0432 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 799.756629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.756629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "941df5cb-677e-421e-b32a-ced3e69257bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.756629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.756899] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.756899] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "941df5cb-677e-421e-b32a-ced3e69257bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.760760] env[68134]: INFO nova.compute.manager [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Terminating instance [ 799.827762] env[68134]: DEBUG oslo_vmware.api [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964836, 'name': PowerOnVM_Task, 'duration_secs': 0.716196} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.828588] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.828897] env[68134]: DEBUG nova.compute.manager [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.829830] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6c8831-6a76-4065-aa32-8744db25f35d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.900101] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523ff8b1-d420-4dfc-826a-491044007895, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.900694] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.901014] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 30cbf97b-2f2b-4352-8ebf-81f80cb690cf/30cbf97b-2f2b-4352-8ebf-81f80cb690cf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.901344] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-807a512c-4127-4d00-8941-084e54a3b6d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.910118] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 799.910118] env[68134]: value = "task-2964837" [ 799.910118] env[68134]: _type = "Task" [ 799.910118] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.920757] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.947465] env[68134]: DEBUG nova.network.neutron [-] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.057349] env[68134]: DEBUG nova.network.neutron [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [{"id": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "address": "fa:16:3e:34:a0:ca", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53d3cbb6-7c", "ovs_interfaceid": "53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.240264] env[68134]: DEBUG nova.scheduler.client.report [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.265259] env[68134]: DEBUG nova.compute.manager [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.265651] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.268110] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d355b594-8ee4-4e55-8096-a5aa8b16a59d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.278771] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.279204] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07bf7334-3a0a-4c94-922b-22cb823ddd38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.289940] env[68134]: DEBUG oslo_vmware.api [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 800.289940] env[68134]: value = "task-2964838" [ 800.289940] env[68134]: _type = "Task" [ 800.289940] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.302965] env[68134]: DEBUG oslo_vmware.api [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.354865] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.421834] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964837, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.450954] env[68134]: INFO nova.compute.manager [-] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Took 1.34 seconds to deallocate network for instance. [ 800.561034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-941df5cb-677e-421e-b32a-ced3e69257bb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.627358] env[68134]: DEBUG nova.compute.manager [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.630962] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2fe32-1b3c-4cc1-9858-d01019a6c3a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.677611] env[68134]: DEBUG nova.compute.manager [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Received event network-changed-79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.679178] env[68134]: DEBUG nova.compute.manager [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Refreshing instance network info cache due to event network-changed-79426704-06d7-4073-afca-a6fbbd858499. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.679178] env[68134]: DEBUG oslo_concurrency.lockutils [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] Acquiring lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.679347] env[68134]: DEBUG oslo_concurrency.lockutils [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] Acquired lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.679689] env[68134]: DEBUG nova.network.neutron [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Refreshing network info cache for port 79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.746777] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.751159] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.161s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.751512] env[68134]: DEBUG nova.objects.instance [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lazy-loading 'resources' on Instance uuid 9c4949ce-1c1c-45f4-9348-1201c2734c6e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.783758] env[68134]: INFO nova.scheduler.client.report [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Deleted allocations for instance ea2fc662-f98e-461d-956b-d7eff9b191d8 [ 800.784805] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.785052] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.785244] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.803972] env[68134]: DEBUG oslo_vmware.api [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964838, 'name': PowerOffVM_Task, 'duration_secs': 0.321441} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.809774] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.809774] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.809774] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca183cfb-3711-43c0-bb74-ce9433fb44ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.891438] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.891655] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.891936] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleting the datastore file [datastore2] 941df5cb-677e-421e-b32a-ced3e69257bb {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.892223] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f44db165-808a-4078-9dcd-1c4de5d01e49 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.900224] env[68134]: DEBUG oslo_vmware.api [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 800.900224] env[68134]: value = "task-2964840" [ 800.900224] env[68134]: _type = "Task" [ 800.900224] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.910237] env[68134]: DEBUG oslo_vmware.api [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.918972] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709813} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.919494] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 30cbf97b-2f2b-4352-8ebf-81f80cb690cf/30cbf97b-2f2b-4352-8ebf-81f80cb690cf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.919721] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.919978] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb7a0bc-1727-4d48-a9ef-63cebc4ae7e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.928443] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 800.928443] env[68134]: value = "task-2964841" [ 800.928443] env[68134]: _type = "Task" [ 800.928443] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.937535] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.960356] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.065540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-579e2695-b795-46a4-863e-a4abcfed4ef9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-941df5cb-677e-421e-b32a-ced3e69257bb-20ba8431-29aa-4e0b-8011-cf9e29677f48" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.984s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.069938] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "55befe05-b148-49a1-9df0-1d3d8c169a5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.070231] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "55befe05-b148-49a1-9df0-1d3d8c169a5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.070405] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "55befe05-b148-49a1-9df0-1d3d8c169a5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.070678] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "55befe05-b148-49a1-9df0-1d3d8c169a5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.070777] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "55befe05-b148-49a1-9df0-1d3d8c169a5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.072964] env[68134]: INFO nova.compute.manager [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Terminating instance [ 801.143619] env[68134]: INFO nova.compute.manager [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] instance snapshotting [ 801.146483] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b83cec-c7ca-408b-8f36-dd2646b7d48e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.166059] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec246f-91a1-48d1-ac0f-42308ce18703 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.298439] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cfa8ac77-0ce1-4140-b1a6-ba5f0690ccaa tempest-ServersTestManualDisk-1332448431 tempest-ServersTestManualDisk-1332448431-project-member] Lock "ea2fc662-f98e-461d-956b-d7eff9b191d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.310323] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.310603] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.310854] env[68134]: INFO nova.compute.manager [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Rebooting instance [ 801.410906] env[68134]: DEBUG oslo_vmware.api [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.440553] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139251} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.440990] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.441653] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e12a3c-685b-4eb4-9018-82b69dea39b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.473238] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 30cbf97b-2f2b-4352-8ebf-81f80cb690cf/30cbf97b-2f2b-4352-8ebf-81f80cb690cf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.476223] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eccf8e42-92ad-4563-819f-f195d9172ea5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.498470] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 801.498470] env[68134]: value = "task-2964842" [ 801.498470] env[68134]: _type = "Task" [ 801.498470] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.509654] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.576853] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "refresh_cache-55befe05-b148-49a1-9df0-1d3d8c169a5b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.577048] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquired lock "refresh_cache-55befe05-b148-49a1-9df0-1d3d8c169a5b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.577245] env[68134]: DEBUG nova.network.neutron [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.677726] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.678073] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db618bc7-f434-4019-856e-9198e13f5c79 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.687261] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 801.687261] env[68134]: value = "task-2964843" [ 801.687261] env[68134]: _type = "Task" [ 801.687261] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.699390] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.837235] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.837456] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.837683] env[68134]: DEBUG nova.network.neutron [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.870371] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ef809-afc3-440a-989d-1a7b2d25452d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.874738] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.875051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.875410] env[68134]: DEBUG nova.network.neutron [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.886288] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf55853-49ec-4584-894a-a9acdd067c2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.931466] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76df83-4b1b-4461-a2d2-d4c88c50e0d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.944456] env[68134]: DEBUG oslo_vmware.api [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2964840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.653973} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.947017] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.947345] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.950020] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.950020] env[68134]: INFO nova.compute.manager [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Took 1.68 seconds to destroy the instance on the hypervisor. [ 801.950020] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.950020] env[68134]: DEBUG nova.compute.manager [-] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.950020] env[68134]: DEBUG nova.network.neutron [-] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.952262] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc05c5f-d757-4cc9-b4f0-4cd509964674 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.970966] env[68134]: DEBUG nova.compute.provider_tree [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.005802] env[68134]: DEBUG nova.network.neutron [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updated VIF entry in instance network info cache for port 79426704-06d7-4073-afca-a6fbbd858499. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.006425] env[68134]: DEBUG nova.network.neutron [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updating instance_info_cache with network_info: [{"id": "79426704-06d7-4073-afca-a6fbbd858499", "address": "fa:16:3e:68:50:fa", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79426704-06", "ovs_interfaceid": "79426704-06d7-4073-afca-a6fbbd858499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.014107] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.139636] env[68134]: DEBUG nova.network.neutron [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.208495] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.325396] env[68134]: DEBUG nova.network.neutron [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.474051] env[68134]: DEBUG nova.scheduler.client.report [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.510036] env[68134]: DEBUG oslo_concurrency.lockutils [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] Releasing lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.510496] env[68134]: DEBUG nova.compute.manager [req-c8bb0284-f416-42d5-b689-0f56fe9646c2 req-302a065d-f736-464c-be53-efe611a433d0 service nova] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Received event network-vif-deleted-43932e09-b720-48b8-8c98-e77ac8e59799 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.516547] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964842, 'name': ReconfigVM_Task, 'duration_secs': 0.582006} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.516867] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 30cbf97b-2f2b-4352-8ebf-81f80cb690cf/30cbf97b-2f2b-4352-8ebf-81f80cb690cf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.517553] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba256ff8-14b9-4623-91a8-b1205989f62f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.523836] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 802.523836] env[68134]: value = "task-2964844" [ 802.523836] env[68134]: _type = "Task" [ 802.523836] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.534309] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964844, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.697626] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964843, 'name': CreateSnapshot_Task, 'duration_secs': 0.736764} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.698528] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.699640] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf101f-4a4d-49a5-9f1b-42abd9b68948 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.828827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Releasing lock "refresh_cache-55befe05-b148-49a1-9df0-1d3d8c169a5b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.829597] env[68134]: DEBUG nova.compute.manager [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.829875] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.830889] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7059c597-a90c-4d4d-b6d4-95f148b62b57 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.843854] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.843854] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e98b16-a256-45a2-97e5-4f278147e778 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.853246] env[68134]: DEBUG oslo_vmware.api [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 802.853246] env[68134]: value = "task-2964845" [ 802.853246] env[68134]: _type = "Task" [ 802.853246] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.859633] env[68134]: DEBUG oslo_vmware.api [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.881172] env[68134]: DEBUG nova.compute.manager [req-35a12b6b-e439-4a94-a06e-78f59d8a7fa1 req-a307909d-bd59-4f99-9ef7-dc65c7770be7 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Received event network-vif-deleted-53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.881172] env[68134]: INFO nova.compute.manager [req-35a12b6b-e439-4a94-a06e-78f59d8a7fa1 req-a307909d-bd59-4f99-9ef7-dc65c7770be7 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Neutron deleted interface 53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b; detaching it from the instance and deleting it from the info cache [ 802.881172] env[68134]: DEBUG nova.network.neutron [req-35a12b6b-e439-4a94-a06e-78f59d8a7fa1 req-a307909d-bd59-4f99-9ef7-dc65c7770be7 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.979366] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.986448] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.873s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.986832] env[68134]: DEBUG nova.objects.instance [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.994845] env[68134]: DEBUG nova.network.neutron [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.998724] env[68134]: DEBUG nova.network.neutron [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance_info_cache with network_info: [{"id": "2311c381-cccc-48e8-9f49-bd68514c0432", "address": "fa:16:3e:62:ea:11", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2311c381-cc", "ovs_interfaceid": "2311c381-cccc-48e8-9f49-bd68514c0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.018425] env[68134]: INFO nova.scheduler.client.report [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Deleted allocations for instance 9c4949ce-1c1c-45f4-9348-1201c2734c6e [ 803.037265] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964844, 'name': Rename_Task, 'duration_secs': 0.406765} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.037265] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.037265] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984a2232-d6e5-4ae8-95ca-59b1c585af80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.049037] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 803.049037] env[68134]: value = "task-2964846" [ 803.049037] env[68134]: _type = "Task" [ 803.049037] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.057115] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.227090] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.227771] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ddd1c127-4d5d-4fe6-bc61-6d362f7010d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.238635] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 803.238635] env[68134]: value = "task-2964847" [ 803.238635] env[68134]: _type = "Task" [ 803.238635] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.247310] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964847, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.289589] env[68134]: DEBUG nova.network.neutron [-] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.362181] env[68134]: DEBUG oslo_vmware.api [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964845, 'name': PowerOffVM_Task, 'duration_secs': 0.210019} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.362181] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.362372] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.362714] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd6d8a2-c499-4b45-830b-4e297b46a96e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.383707] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2141816f-7278-4a02-a7ad-c70e1372bc58 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.388547] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.388688] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.388930] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Deleting the datastore file [datastore1] 55befe05-b148-49a1-9df0-1d3d8c169a5b {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.389791] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db70be2-ddc2-4bcf-99c2-a2e7384c5f3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.397062] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf525e9d-2528-4647-9dc4-f972bbda7c04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.414283] env[68134]: DEBUG oslo_vmware.api [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for the task: (returnval){ [ 803.414283] env[68134]: value = "task-2964849" [ 803.414283] env[68134]: _type = "Task" [ 803.414283] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.423193] env[68134]: DEBUG oslo_vmware.api [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.440067] env[68134]: DEBUG nova.compute.manager [req-35a12b6b-e439-4a94-a06e-78f59d8a7fa1 req-a307909d-bd59-4f99-9ef7-dc65c7770be7 service nova] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Detach interface failed, port_id=53d3cbb6-7c97-44f7-9e9a-8bf972f70f5b, reason: Instance 941df5cb-677e-421e-b32a-ced3e69257bb could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.504292] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.504292] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.531029] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd054f33-2a78-4a39-8469-c1b1a3ff74b7 tempest-ServersV294TestFqdnHostnames-463911842 tempest-ServersV294TestFqdnHostnames-463911842-project-member] Lock "9c4949ce-1c1c-45f4-9348-1201c2734c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.747s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.558319] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.747352] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964847, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.792281] env[68134]: INFO nova.compute.manager [-] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Took 1.84 seconds to deallocate network for instance. [ 803.927762] env[68134]: DEBUG oslo_vmware.api [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Task: {'id': task-2964849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167616} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.928131] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.928379] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.928612] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.928842] env[68134]: INFO nova.compute.manager [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 803.929151] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.929363] env[68134]: DEBUG nova.compute.manager [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.929496] env[68134]: DEBUG nova.network.neutron [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.954684] env[68134]: DEBUG nova.network.neutron [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.998470] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f224bb0c-016c-4a59-8f2a-307e00b3bf57 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.002332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.549s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.003311] env[68134]: INFO nova.compute.claims [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.015924] env[68134]: DEBUG nova.compute.manager [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.020405] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3a7373-14b5-4011-ba0e-bcdc912e5a21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.056244] env[68134]: DEBUG oslo_vmware.api [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964846, 'name': PowerOnVM_Task, 'duration_secs': 0.8618} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.056637] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.057223] env[68134]: INFO nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Took 9.24 seconds to spawn the instance on the hypervisor. [ 804.057223] env[68134]: DEBUG nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.059018] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d7b84-b135-47a7-9e9e-b0b9d818c965 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.064153] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd22cf-ac3d-4403-a0e7-85dd8dcb6026 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.098147] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd2e10e-1054-4c10-a77c-1d42972b2082 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.110717] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance 'd7104546-8dde-4cca-9151-45ec1afb3f2a' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.251233] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964847, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.298901] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.457604] env[68134]: DEBUG nova.network.neutron [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.614137] env[68134]: INFO nova.compute.manager [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Took 45.98 seconds to build instance. [ 804.620461] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.620461] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867d504f-f772-4f7c-baba-fd9ddf9e54b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.632180] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 804.632180] env[68134]: value = "task-2964850" [ 804.632180] env[68134]: _type = "Task" [ 804.632180] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.640833] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.748616] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964847, 'name': CloneVM_Task, 'duration_secs': 1.333901} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.749157] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Created linked-clone VM from snapshot [ 804.749640] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce04c604-6373-4caf-80ff-8300c72c625f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.757236] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Uploading image 41fe97c0-76a2-43db-821c-40443b927c3a {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.775226] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.775892] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53aca925-4a5d-4efd-86fb-dbbddbb53a01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.783748] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 804.783748] env[68134]: value = "task-2964851" [ 804.783748] env[68134]: _type = "Task" [ 804.783748] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.794628] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964851, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.960757] env[68134]: INFO nova.compute.manager [-] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Took 1.03 seconds to deallocate network for instance. [ 805.045138] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e1e8a-c591-4474-8254-6c94922b0481 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.059603] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Doing hard reboot of VM {{(pid=68134) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 805.059934] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c1eb7d72-f9d3-4a29-a598-697a68f1fcdd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.066607] env[68134]: DEBUG oslo_vmware.api [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 805.066607] env[68134]: value = "task-2964852" [ 805.066607] env[68134]: _type = "Task" [ 805.066607] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.084527] env[68134]: DEBUG oslo_vmware.api [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964852, 'name': ResetVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.118028] env[68134]: DEBUG oslo_concurrency.lockutils [None req-04d77f9f-8f16-447c-9f38-ccbe3a061824 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.133s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.149979] env[68134]: DEBUG oslo_vmware.api [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964850, 'name': PowerOnVM_Task, 'duration_secs': 0.49611} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.150325] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.150548] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1564c-99f8-451a-b527-9c79718d1d7c tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance 'd7104546-8dde-4cca-9151-45ec1afb3f2a' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.299846] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964851, 'name': Destroy_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.437861] env[68134]: DEBUG nova.compute.manager [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Received event network-changed-37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.437861] env[68134]: DEBUG nova.compute.manager [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Refreshing instance network info cache due to event network-changed-37dda2ca-d945-4cb2-8441-974897888f80. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.437861] env[68134]: DEBUG oslo_concurrency.lockutils [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] Acquiring lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.437861] env[68134]: DEBUG oslo_concurrency.lockutils [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] Acquired lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.437861] env[68134]: DEBUG nova.network.neutron [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Refreshing network info cache for port 37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.469041] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.578023] env[68134]: DEBUG oslo_vmware.api [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2964852, 'name': ResetVM_Task, 'duration_secs': 0.115857} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.578023] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Did hard reboot of VM {{(pid=68134) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 805.578023] env[68134]: DEBUG nova.compute.manager [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.579451] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d61a8-f7cc-4656-ada0-2d3d62c88d7f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.629768] env[68134]: DEBUG nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.689167] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32585db6-32ae-47eb-ac64-6cac1a868022 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.697506] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4482eab-63f4-41be-9837-1dfa24be1c7f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.731296] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fb583-e56d-4f5d-9837-2401e12ea465 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.740094] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c1fa1-4a01-4f3d-8002-57a1b77aa660 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.753615] env[68134]: DEBUG nova.compute.provider_tree [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.798520] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964851, 'name': Destroy_Task, 'duration_secs': 0.52847} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.799160] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Destroyed the VM [ 805.799386] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.799636] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd276035-ec14-4000-a334-6aac603f9ded {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.807389] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 805.807389] env[68134]: value = "task-2964853" [ 805.807389] env[68134]: _type = "Task" [ 805.807389] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.814984] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.092509] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6e4bab4b-7c17-46bd-995e-708742dbc3a4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.782s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.156325] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.257956] env[68134]: DEBUG nova.scheduler.client.report [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.318586] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.443410] env[68134]: DEBUG oslo_concurrency.lockutils [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.443744] env[68134]: DEBUG oslo_concurrency.lockutils [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.446258] env[68134]: INFO nova.compute.manager [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Rebooting instance [ 806.593072] env[68134]: DEBUG nova.network.neutron [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updated VIF entry in instance network info cache for port 37dda2ca-d945-4cb2-8441-974897888f80. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.593429] env[68134]: DEBUG nova.network.neutron [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updating instance_info_cache with network_info: [{"id": "37dda2ca-d945-4cb2-8441-974897888f80", "address": "fa:16:3e:ad:74:33", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dda2ca-d9", "ovs_interfaceid": "37dda2ca-d945-4cb2-8441-974897888f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.762996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.762996] env[68134]: DEBUG nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.765897] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.429s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.766340] env[68134]: DEBUG nova.objects.instance [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lazy-loading 'resources' on Instance uuid daf16a4a-cdcc-487f-99db-6600425b356a {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.820088] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964853, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.973103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.098789] env[68134]: DEBUG oslo_concurrency.lockutils [req-18f3b17f-f799-4da0-b450-a15be0605ee7 req-6f12d522-b047-44b8-89a2-e68eda125c89 service nova] Releasing lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.099163] env[68134]: DEBUG oslo_concurrency.lockutils [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquired lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.099618] env[68134]: DEBUG nova.network.neutron [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.270709] env[68134]: DEBUG nova.compute.utils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.281270] env[68134]: DEBUG nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.281270] env[68134]: DEBUG nova.network.neutron [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.322902] env[68134]: DEBUG oslo_vmware.api [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964853, 'name': RemoveSnapshot_Task, 'duration_secs': 1.16749} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.325963] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.695761] env[68134]: DEBUG nova.policy [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dcd8288c5af4ac98289ff1190448cc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b395f2ad460b49788a5e2fa7b66d0d8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.783574] env[68134]: DEBUG nova.compute.utils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.828505] env[68134]: WARNING nova.compute.manager [None req-98c5a214-98f7-4458-a52d-5cad1d632eb1 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Image not found during snapshot: nova.exception.ImageNotFound: Image 41fe97c0-76a2-43db-821c-40443b927c3a could not be found. [ 807.890917] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b3d425-24ef-4d5c-b2f7-52d21e793658 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.900780] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dde0fc3-26e1-4fda-ae65-c6bd330c7c28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.936109] env[68134]: DEBUG nova.network.neutron [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updating instance_info_cache with network_info: [{"id": "37dda2ca-d945-4cb2-8441-974897888f80", "address": "fa:16:3e:ad:74:33", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dda2ca-d9", "ovs_interfaceid": "37dda2ca-d945-4cb2-8441-974897888f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.937114] env[68134]: DEBUG nova.network.neutron [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Port 2311c381-cccc-48e8-9f49-bd68514c0432 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 807.937688] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.937895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.938043] env[68134]: DEBUG nova.network.neutron [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.939700] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0de11-20ba-4232-a5dc-3c6de4188690 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.951017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d365c394-d65e-4085-adac-cfbbf08d85a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.969963] env[68134]: DEBUG nova.compute.provider_tree [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.287522] env[68134]: DEBUG nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.447528] env[68134]: DEBUG oslo_concurrency.lockutils [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Releasing lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.478135] env[68134]: DEBUG nova.scheduler.client.report [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.580277] env[68134]: DEBUG nova.network.neutron [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Successfully created port: f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.953900] env[68134]: DEBUG nova.compute.manager [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.956191] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e97354-fa12-4561-952d-ed729d75b54b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.982698] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.988891] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.466s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.991340] env[68134]: INFO nova.compute.claims [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.025682] env[68134]: INFO nova.scheduler.client.report [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted allocations for instance daf16a4a-cdcc-487f-99db-6600425b356a [ 809.100685] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.100950] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.101179] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.101377] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.101551] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.104373] env[68134]: INFO nova.compute.manager [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Terminating instance [ 809.115625] env[68134]: DEBUG nova.network.neutron [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance_info_cache with network_info: [{"id": "2311c381-cccc-48e8-9f49-bd68514c0432", "address": "fa:16:3e:62:ea:11", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2311c381-cc", "ovs_interfaceid": "2311c381-cccc-48e8-9f49-bd68514c0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.298928] env[68134]: DEBUG nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.327243] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:12:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1658584909',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-360492610',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.327493] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.327672] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.328115] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.328115] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.328260] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.328382] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.328535] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.328701] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.328864] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.329050] env[68134]: DEBUG nova.virt.hardware [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.329935] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67fceee-9c8b-4f6b-88f1-d8108f844c71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.338964] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891b192-1813-48b1-ac71-ff3a85ed8026 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.533896] env[68134]: DEBUG oslo_concurrency.lockutils [None req-63784933-9981-4693-a597-d101f5ddd632 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "daf16a4a-cdcc-487f-99db-6600425b356a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.658s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.612021] env[68134]: DEBUG nova.compute.manager [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.612021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.612021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baeeb53-bc80-40a5-8a27-589ee3cb9a2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.619095] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.627633] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.627633] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e70c448c-b65c-44ad-95c9-809b203d4288 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.633522] env[68134]: DEBUG oslo_vmware.api [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 809.633522] env[68134]: value = "task-2964854" [ 809.633522] env[68134]: _type = "Task" [ 809.633522] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.642715] env[68134]: DEBUG oslo_vmware.api [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.980184] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e613ad-6b12-4678-bae4-98122799ad80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.993891] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Doing hard reboot of VM {{(pid=68134) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 809.994323] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d7231e89-5274-4ec5-85a2-2efed1cd4728 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.004323] env[68134]: DEBUG oslo_vmware.api [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 810.004323] env[68134]: value = "task-2964855" [ 810.004323] env[68134]: _type = "Task" [ 810.004323] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.013534] env[68134]: DEBUG oslo_vmware.api [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964855, 'name': ResetVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.061035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.061035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.061035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.061035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.061035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.063638] env[68134]: INFO nova.compute.manager [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Terminating instance [ 810.128520] env[68134]: DEBUG nova.compute.manager [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68134) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 810.128697] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.147735] env[68134]: DEBUG oslo_vmware.api [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964854, 'name': PowerOffVM_Task, 'duration_secs': 0.218428} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.147735] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.150220] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.154279] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ca2dff-37c9-4ac8-8908-ed3915aa1381 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.225430] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.225677] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.226358] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleting the datastore file [datastore1] 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.226840] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59e3c5f-7b27-428b-845a-37369f707837 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.238621] env[68134]: DEBUG oslo_vmware.api [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 810.238621] env[68134]: value = "task-2964857" [ 810.238621] env[68134]: _type = "Task" [ 810.238621] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.247555] env[68134]: DEBUG oslo_vmware.api [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.522630] env[68134]: DEBUG oslo_vmware.api [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964855, 'name': ResetVM_Task, 'duration_secs': 0.094411} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.522893] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Did hard reboot of VM {{(pid=68134) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 810.523102] env[68134]: DEBUG nova.compute.manager [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.523887] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb0647f-19d2-4587-9a46-e3bbacdd37fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.572388] env[68134]: DEBUG nova.compute.manager [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.572808] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.574896] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4e204f-f31f-4e68-8115-a3ca841baef4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.584317] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.584317] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef7c8a65-b465-4112-975a-04afda02c7ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.595018] env[68134]: DEBUG oslo_vmware.api [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 810.595018] env[68134]: value = "task-2964858" [ 810.595018] env[68134]: _type = "Task" [ 810.595018] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.605634] env[68134]: DEBUG oslo_vmware.api [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.622453] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1bb87-ac95-4193-9254-e4e6d85dd1e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.631346] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e4887-9eda-4620-a01d-79915a4331f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.670835] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b5001-fb04-40b5-a293-6c162d2b134f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.679968] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f9bf1-d65f-4b3b-83c7-56d4321a5ba4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.697204] env[68134]: DEBUG nova.compute.provider_tree [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.703164] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "703b6677-fa0b-490b-9b8b-7843a8540046" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.703432] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "703b6677-fa0b-490b-9b8b-7843a8540046" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.748954] env[68134]: DEBUG oslo_vmware.api [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2964857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24509} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.749282] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.749703] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.749926] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.750233] env[68134]: INFO nova.compute.manager [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 810.750525] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.750976] env[68134]: DEBUG nova.compute.manager [-] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.751132] env[68134]: DEBUG nova.network.neutron [-] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.940077] env[68134]: DEBUG nova.network.neutron [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Successfully updated port: f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.963450] env[68134]: DEBUG nova.compute.manager [req-047c0883-864d-44b8-8727-5c77ebb307a2 req-a5b794e4-3527-4fdf-8163-bf1db7261302 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Received event network-vif-plugged-f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.963677] env[68134]: DEBUG oslo_concurrency.lockutils [req-047c0883-864d-44b8-8727-5c77ebb307a2 req-a5b794e4-3527-4fdf-8163-bf1db7261302 service nova] Acquiring lock "c09204d9-e890-4852-8c0d-acb438b1e9e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.964374] env[68134]: DEBUG oslo_concurrency.lockutils [req-047c0883-864d-44b8-8727-5c77ebb307a2 req-a5b794e4-3527-4fdf-8163-bf1db7261302 service nova] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.964374] env[68134]: DEBUG oslo_concurrency.lockutils [req-047c0883-864d-44b8-8727-5c77ebb307a2 req-a5b794e4-3527-4fdf-8163-bf1db7261302 service nova] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.964374] env[68134]: DEBUG nova.compute.manager [req-047c0883-864d-44b8-8727-5c77ebb307a2 req-a5b794e4-3527-4fdf-8163-bf1db7261302 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] No waiting events found dispatching network-vif-plugged-f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.964519] env[68134]: WARNING nova.compute.manager [req-047c0883-864d-44b8-8727-5c77ebb307a2 req-a5b794e4-3527-4fdf-8163-bf1db7261302 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Received unexpected event network-vif-plugged-f0b58537-c740-4e4f-a8cf-49b077ef2c84 for instance with vm_state building and task_state spawning. [ 811.041042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-02a9773f-c787-4b5d-b745-29248e841858 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.597s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.108098] env[68134]: DEBUG oslo_vmware.api [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964858, 'name': PowerOffVM_Task, 'duration_secs': 0.295423} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.108098] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.108098] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.108444] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a6caef5-2719-4eb9-918e-4324b05d54ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.183208] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.183208] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.183208] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleting the datastore file [datastore2] f8d8520b-21a2-48a9-951f-15d869dfe6d1 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.183208] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a816f984-dc38-41f6-90ac-61a3e1f687f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.190276] env[68134]: DEBUG oslo_vmware.api [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 811.190276] env[68134]: value = "task-2964860" [ 811.190276] env[68134]: _type = "Task" [ 811.190276] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.205313] env[68134]: DEBUG nova.scheduler.client.report [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.208541] env[68134]: DEBUG oslo_vmware.api [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.445806] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.445806] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.445806] env[68134]: DEBUG nova.network.neutron [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.702754] env[68134]: DEBUG oslo_vmware.api [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.713467] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.713467] env[68134]: DEBUG nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.715455] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.581s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.717470] env[68134]: INFO nova.compute.claims [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.754584] env[68134]: DEBUG nova.network.neutron [-] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.206824] env[68134]: DEBUG oslo_vmware.api [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524933} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.208359] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.208359] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.208359] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.208359] env[68134]: INFO nova.compute.manager [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 812.208359] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.208359] env[68134]: DEBUG nova.compute.manager [-] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.208359] env[68134]: DEBUG nova.network.neutron [-] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.225495] env[68134]: DEBUG nova.compute.utils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.235188] env[68134]: DEBUG nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.235643] env[68134]: DEBUG nova.network.neutron [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.257350] env[68134]: INFO nova.compute.manager [-] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Took 1.51 seconds to deallocate network for instance. [ 812.293896] env[68134]: DEBUG nova.network.neutron [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.306187] env[68134]: DEBUG nova.policy [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65c6f272dee456aaaa44f7451637def', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c27f67d52264aa5bd1a3a491710c01e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.433348] env[68134]: DEBUG nova.compute.manager [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Received event network-changed-37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.433348] env[68134]: DEBUG nova.compute.manager [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Refreshing instance network info cache due to event network-changed-37dda2ca-d945-4cb2-8441-974897888f80. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.433348] env[68134]: DEBUG oslo_concurrency.lockutils [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] Acquiring lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.433899] env[68134]: DEBUG oslo_concurrency.lockutils [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] Acquired lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.434303] env[68134]: DEBUG nova.network.neutron [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Refreshing network info cache for port 37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.724988] env[68134]: DEBUG nova.network.neutron [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Updating instance_info_cache with network_info: [{"id": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "address": "fa:16:3e:d9:ec:5f", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b58537-c7", "ovs_interfaceid": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.739959] env[68134]: DEBUG nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.769666] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.827948] env[68134]: DEBUG nova.network.neutron [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Successfully created port: a9a18d16-d56c-4aea-9a98-828eeba2f2de {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.228544] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Releasing lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.228544] env[68134]: DEBUG nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Instance network_info: |[{"id": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "address": "fa:16:3e:d9:ec:5f", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b58537-c7", "ovs_interfaceid": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.232729] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ec:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0b58537-c740-4e4f-a8cf-49b077ef2c84', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.241410] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.241979] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.246225] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-459a35c2-e290-43e4-bac5-ad713f5d055b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.277939] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.277939] env[68134]: value = "task-2964861" [ 813.277939] env[68134]: _type = "Task" [ 813.277939] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.287127] env[68134]: DEBUG nova.compute.manager [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Received event network-changed-f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.287127] env[68134]: DEBUG nova.compute.manager [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Refreshing instance network info cache due to event network-changed-f0b58537-c740-4e4f-a8cf-49b077ef2c84. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.287528] env[68134]: DEBUG oslo_concurrency.lockutils [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] Acquiring lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.287605] env[68134]: DEBUG oslo_concurrency.lockutils [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] Acquired lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.287730] env[68134]: DEBUG nova.network.neutron [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Refreshing network info cache for port f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.296478] env[68134]: DEBUG nova.network.neutron [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updated VIF entry in instance network info cache for port 37dda2ca-d945-4cb2-8441-974897888f80. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.296478] env[68134]: DEBUG nova.network.neutron [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updating instance_info_cache with network_info: [{"id": "37dda2ca-d945-4cb2-8441-974897888f80", "address": "fa:16:3e:ad:74:33", "network": {"id": "18dfdd95-1e91-4f2d-8733-6cc4e1d1ec88", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756020118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744731f7025452ab8c4dfb79de7a65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37dda2ca-d9", "ovs_interfaceid": "37dda2ca-d945-4cb2-8441-974897888f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.299568] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964861, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.340930] env[68134]: DEBUG nova.network.neutron [-] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.419451] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8561f-aa73-48e8-bfa7-59a5cc04bd24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.427824] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3193ae-3060-49ba-82e7-a8ab87591c68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.462686] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.462686] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.462686] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.462823] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.463022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.465468] env[68134]: INFO nova.compute.manager [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Terminating instance [ 813.469349] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2b867b-b839-4c65-a02a-1ce891a6bb02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.483820] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f520efa0-49ab-4d02-b71a-430b1148c57b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.503032] env[68134]: DEBUG nova.compute.provider_tree [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.774024] env[68134]: DEBUG nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.791613] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964861, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.804329] env[68134]: DEBUG oslo_concurrency.lockutils [req-9b889590-2466-41f7-bcc9-96df3212f63f req-6996a3fb-7b47-4f3a-b849-69c272a8e195 service nova] Releasing lock "refresh_cache-30cbf97b-2f2b-4352-8ebf-81f80cb690cf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.829223] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.829459] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.829641] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.829826] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.830009] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.830172] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.830686] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.830686] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.830923] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.830923] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.831078] env[68134]: DEBUG nova.virt.hardware [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.831955] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a39cdcb-246e-4352-a9a7-4c4b004b86a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.841402] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a68aa-20b4-4e41-b8d5-ada6380f0254 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.846228] env[68134]: INFO nova.compute.manager [-] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Took 1.64 seconds to deallocate network for instance. [ 813.973458] env[68134]: DEBUG nova.compute.manager [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.973695] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.974705] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1728e-6661-4297-adff-e3d5750ca40d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.986887] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.987549] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a1609a-ef07-4ec5-ac76-583fa96ac85b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.993729] env[68134]: DEBUG oslo_vmware.api [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 813.993729] env[68134]: value = "task-2964862" [ 813.993729] env[68134]: _type = "Task" [ 813.993729] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.003465] env[68134]: DEBUG oslo_vmware.api [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.004893] env[68134]: DEBUG nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.107166] env[68134]: DEBUG nova.network.neutron [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Updated VIF entry in instance network info cache for port f0b58537-c740-4e4f-a8cf-49b077ef2c84. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.107309] env[68134]: DEBUG nova.network.neutron [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Updating instance_info_cache with network_info: [{"id": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "address": "fa:16:3e:d9:ec:5f", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b58537-c7", "ovs_interfaceid": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.289491] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964861, 'name': CreateVM_Task, 'duration_secs': 0.607743} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.289731] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.290570] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.290800] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.291246] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.291564] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e4fe41-6511-4a05-9daa-c56fd6ba2c10 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.297275] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 814.297275] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5239646f-4e5b-4d08-f796-d9881a917440" [ 814.297275] env[68134]: _type = "Task" [ 814.297275] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.311114] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5239646f-4e5b-4d08-f796-d9881a917440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.361543] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.503798] env[68134]: DEBUG oslo_vmware.api [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964862, 'name': PowerOffVM_Task, 'duration_secs': 0.244523} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.504963] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.506040] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.506040] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37822bb8-7990-4431-9049-5f0f228c6a21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.513880] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.514437] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.521871] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.684s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.524160] env[68134]: INFO nova.compute.claims [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.583365] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.583365] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.583365] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Deleting the datastore file [datastore1] 30cbf97b-2f2b-4352-8ebf-81f80cb690cf {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.583365] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c699a06f-5461-4efb-ad16-2d36f53b52a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.591543] env[68134]: DEBUG oslo_vmware.api [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 814.591543] env[68134]: value = "task-2964866" [ 814.591543] env[68134]: _type = "Task" [ 814.591543] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.602507] env[68134]: DEBUG oslo_vmware.api [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.613934] env[68134]: DEBUG oslo_concurrency.lockutils [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] Releasing lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.614112] env[68134]: DEBUG nova.compute.manager [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Received event network-vif-deleted-3b0eea30-1fbe-4a3e-95cf-b500728aa4d8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.614380] env[68134]: DEBUG nova.compute.manager [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Received event network-vif-deleted-238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.614630] env[68134]: INFO nova.compute.manager [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Neutron deleted interface 238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f; detaching it from the instance and deleting it from the info cache [ 814.614846] env[68134]: DEBUG nova.network.neutron [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.808273] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5239646f-4e5b-4d08-f796-d9881a917440, 'name': SearchDatastore_Task, 'duration_secs': 0.019712} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.808593] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.808861] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.809461] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.809461] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.809461] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.809677] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-729fe9d8-2088-4e7a-9e99-e64d028f00e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.820991] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.820991] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.822046] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac0bbe4-8667-46b7-b92d-943241765549 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.828218] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 814.828218] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523d534b-8431-d282-67fa-21982cf28ac2" [ 814.828218] env[68134]: _type = "Task" [ 814.828218] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.840339] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523d534b-8431-d282-67fa-21982cf28ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.841137] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17658e90-0271-4d18-a816-e3af3eb6826f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.846712] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 814.846712] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524ac42a-64a6-524b-091a-7c10cb841934" [ 814.846712] env[68134]: _type = "Task" [ 814.846712] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.854502] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524ac42a-64a6-524b-091a-7c10cb841934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.897475] env[68134]: DEBUG nova.compute.manager [req-fce5227b-e6ca-48b0-8b5c-27c78a3f6dcf req-0148cb78-ddb6-4dd6-a6b6-e8c02ba1cf13 service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Received event network-vif-plugged-a9a18d16-d56c-4aea-9a98-828eeba2f2de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.897780] env[68134]: DEBUG oslo_concurrency.lockutils [req-fce5227b-e6ca-48b0-8b5c-27c78a3f6dcf req-0148cb78-ddb6-4dd6-a6b6-e8c02ba1cf13 service nova] Acquiring lock "b154a231-a055-4a66-a549-59bd552e1100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.898008] env[68134]: DEBUG oslo_concurrency.lockutils [req-fce5227b-e6ca-48b0-8b5c-27c78a3f6dcf req-0148cb78-ddb6-4dd6-a6b6-e8c02ba1cf13 service nova] Lock "b154a231-a055-4a66-a549-59bd552e1100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.898192] env[68134]: DEBUG oslo_concurrency.lockutils [req-fce5227b-e6ca-48b0-8b5c-27c78a3f6dcf req-0148cb78-ddb6-4dd6-a6b6-e8c02ba1cf13 service nova] Lock "b154a231-a055-4a66-a549-59bd552e1100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.898360] env[68134]: DEBUG nova.compute.manager [req-fce5227b-e6ca-48b0-8b5c-27c78a3f6dcf req-0148cb78-ddb6-4dd6-a6b6-e8c02ba1cf13 service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] No waiting events found dispatching network-vif-plugged-a9a18d16-d56c-4aea-9a98-828eeba2f2de {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.898544] env[68134]: WARNING nova.compute.manager [req-fce5227b-e6ca-48b0-8b5c-27c78a3f6dcf req-0148cb78-ddb6-4dd6-a6b6-e8c02ba1cf13 service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Received unexpected event network-vif-plugged-a9a18d16-d56c-4aea-9a98-828eeba2f2de for instance with vm_state building and task_state spawning. [ 815.023585] env[68134]: DEBUG nova.compute.utils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.025137] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.025356] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.075488] env[68134]: DEBUG nova.policy [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45d4942e6cdf40b692e75151187ea9e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a779478ace4ef1964d6fb91055a223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.102927] env[68134]: DEBUG oslo_vmware.api [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153566} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.103968] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.103968] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.103968] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.103968] env[68134]: INFO nova.compute.manager [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 815.104156] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.104259] env[68134]: DEBUG nova.compute.manager [-] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.104349] env[68134]: DEBUG nova.network.neutron [-] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.121352] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-453cf22b-684a-4a80-9e67-c0e404ffc955 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.131950] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dfd433-2abd-42ef-9bc2-cf606cac7ab9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.144496] env[68134]: DEBUG nova.network.neutron [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Successfully updated port: a9a18d16-d56c-4aea-9a98-828eeba2f2de {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.170321] env[68134]: DEBUG nova.compute.manager [req-b952bdbf-b6b4-44ca-a2ee-79decf7a28fd req-06bdfb61-dc20-4751-95e4-c1ee75b11b1a service nova] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Detach interface failed, port_id=238bd3c6-1a81-4e2d-b1f6-1689f74d9e7f, reason: Instance f8d8520b-21a2-48a9-951f-15d869dfe6d1 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.358132] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524ac42a-64a6-524b-091a-7c10cb841934, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.358677] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.358961] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c09204d9-e890-4852-8c0d-acb438b1e9e4/c09204d9-e890-4852-8c0d-acb438b1e9e4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.359428] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e95afc1-a52d-4143-82a7-7d1dbbd57a63 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.367089] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 815.367089] env[68134]: value = "task-2964868" [ 815.367089] env[68134]: _type = "Task" [ 815.367089] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.374909] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.521644] env[68134]: DEBUG nova.compute.manager [req-5d8e9a96-dc18-46c3-9add-3a7cedc88d03 req-b88ccc4c-8f2a-43e5-8739-035129296d06 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Received event network-vif-deleted-37dda2ca-d945-4cb2-8441-974897888f80 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.521901] env[68134]: INFO nova.compute.manager [req-5d8e9a96-dc18-46c3-9add-3a7cedc88d03 req-b88ccc4c-8f2a-43e5-8739-035129296d06 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Neutron deleted interface 37dda2ca-d945-4cb2-8441-974897888f80; detaching it from the instance and deleting it from the info cache [ 815.522012] env[68134]: DEBUG nova.network.neutron [req-5d8e9a96-dc18-46c3-9add-3a7cedc88d03 req-b88ccc4c-8f2a-43e5-8739-035129296d06 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.530264] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.582111] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Successfully created port: bffdd4e3-cf09-471f-a468-64f463d4d6cf {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.649255] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "refresh_cache-b154a231-a055-4a66-a549-59bd552e1100" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.649443] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired lock "refresh_cache-b154a231-a055-4a66-a549-59bd552e1100" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.649623] env[68134]: DEBUG nova.network.neutron [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.878297] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964868, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.001194] env[68134]: DEBUG nova.network.neutron [-] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.029295] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4205d7eb-c38a-4011-8e35-ecb23ce8ed98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.042014] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ec60b-ee41-416e-a3c8-3c3dc821e0d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.082488] env[68134]: DEBUG nova.compute.manager [req-5d8e9a96-dc18-46c3-9add-3a7cedc88d03 req-b88ccc4c-8f2a-43e5-8739-035129296d06 service nova] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Detach interface failed, port_id=37dda2ca-d945-4cb2-8441-974897888f80, reason: Instance 30cbf97b-2f2b-4352-8ebf-81f80cb690cf could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.200599] env[68134]: DEBUG nova.network.neutron [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.209017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc5a4a4-d0b9-464f-b5a3-4c424052275d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.215634] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a74017-753f-40a2-9665-49690f23f71f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.259786] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a1ce3b-cdbd-4e52-a2fc-36b052db66ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.267825] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c434a-b531-420f-80b5-ffd4fac05245 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.281820] env[68134]: DEBUG nova.compute.provider_tree [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.378847] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524225} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.379203] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c09204d9-e890-4852-8c0d-acb438b1e9e4/c09204d9-e890-4852-8c0d-acb438b1e9e4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.379437] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.380312] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8faf18df-d395-459c-9f00-69b41410afab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.387559] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 816.387559] env[68134]: value = "task-2964869" [ 816.387559] env[68134]: _type = "Task" [ 816.387559] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.406994] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.409949] env[68134]: DEBUG nova.network.neutron [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Updating instance_info_cache with network_info: [{"id": "a9a18d16-d56c-4aea-9a98-828eeba2f2de", "address": "fa:16:3e:d9:5a:57", "network": {"id": "52cf7a1e-d50a-43f1-aab8-785768604251", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1839148503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f67d52264aa5bd1a3a491710c01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a18d16-d5", "ovs_interfaceid": "a9a18d16-d56c-4aea-9a98-828eeba2f2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.504778] env[68134]: INFO nova.compute.manager [-] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Took 1.40 seconds to deallocate network for instance. [ 816.562687] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.591738] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.593034] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.593034] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.593034] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.593034] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.593034] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.593034] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.594217] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.594217] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.594217] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.594217] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.594997] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c51829-7704-49b8-917b-d89fc4b8bd0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.603572] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fcf23b-4ca9-43b4-8977-c50ecedecd07 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.785473] env[68134]: DEBUG nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.902166] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064962} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.902166] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.902166] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f21b8-6452-41d7-ba86-6d30b4f9ebe8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.917779] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Releasing lock "refresh_cache-b154a231-a055-4a66-a549-59bd552e1100" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.918100] env[68134]: DEBUG nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Instance network_info: |[{"id": "a9a18d16-d56c-4aea-9a98-828eeba2f2de", "address": "fa:16:3e:d9:5a:57", "network": {"id": "52cf7a1e-d50a-43f1-aab8-785768604251", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1839148503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f67d52264aa5bd1a3a491710c01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a18d16-d5", "ovs_interfaceid": "a9a18d16-d56c-4aea-9a98-828eeba2f2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.929499] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c09204d9-e890-4852-8c0d-acb438b1e9e4/c09204d9-e890-4852-8c0d-acb438b1e9e4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.930128] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:5a:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a18d16-d56c-4aea-9a98-828eeba2f2de', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.938928] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.939211] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a603b7-e10c-44e3-b118-43c74406d00d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.954542] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b154a231-a055-4a66-a549-59bd552e1100] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.955130] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-416a144a-3cb1-4a30-8a9a-d8ebd10793a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.979634] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 816.979634] env[68134]: value = "task-2964870" [ 816.979634] env[68134]: _type = "Task" [ 816.979634] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.980219] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.980219] env[68134]: value = "task-2964871" [ 816.980219] env[68134]: _type = "Task" [ 816.980219] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.991604] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964871, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.994755] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.013492] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.045298] env[68134]: DEBUG nova.compute.manager [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Received event network-changed-a9a18d16-d56c-4aea-9a98-828eeba2f2de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.045653] env[68134]: DEBUG nova.compute.manager [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Refreshing instance network info cache due to event network-changed-a9a18d16-d56c-4aea-9a98-828eeba2f2de. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.046536] env[68134]: DEBUG oslo_concurrency.lockutils [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] Acquiring lock "refresh_cache-b154a231-a055-4a66-a549-59bd552e1100" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.046658] env[68134]: DEBUG oslo_concurrency.lockutils [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] Acquired lock "refresh_cache-b154a231-a055-4a66-a549-59bd552e1100" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.046889] env[68134]: DEBUG nova.network.neutron [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Refreshing network info cache for port a9a18d16-d56c-4aea-9a98-828eeba2f2de {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.292109] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.293621] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.299276] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.891s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.304710] env[68134]: DEBUG nova.objects.instance [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lazy-loading 'resources' on Instance uuid e751acc9-f68b-4f29-8b86-f16c2bbaae87 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.309818] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Successfully updated port: bffdd4e3-cf09-471f-a468-64f463d4d6cf {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.494777] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964870, 'name': ReconfigVM_Task, 'duration_secs': 0.330509} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.498677] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c09204d9-e890-4852-8c0d-acb438b1e9e4/c09204d9-e890-4852-8c0d-acb438b1e9e4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.499177] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68134) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 817.500803] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964871, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.500803] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-92b76b94-4746-4230-8f44-fed073ce3e2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.508759] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 817.508759] env[68134]: value = "task-2964873" [ 817.508759] env[68134]: _type = "Task" [ 817.508759] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.523581] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964873, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.669909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.670117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.731013] env[68134]: DEBUG nova.compute.manager [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Received event network-vif-plugged-bffdd4e3-cf09-471f-a468-64f463d4d6cf {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.731268] env[68134]: DEBUG oslo_concurrency.lockutils [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] Acquiring lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.731485] env[68134]: DEBUG oslo_concurrency.lockutils [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.731689] env[68134]: DEBUG oslo_concurrency.lockutils [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.731885] env[68134]: DEBUG nova.compute.manager [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] No waiting events found dispatching network-vif-plugged-bffdd4e3-cf09-471f-a468-64f463d4d6cf {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.734510] env[68134]: WARNING nova.compute.manager [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Received unexpected event network-vif-plugged-bffdd4e3-cf09-471f-a468-64f463d4d6cf for instance with vm_state building and task_state spawning. [ 817.734653] env[68134]: DEBUG nova.compute.manager [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Received event network-changed-bffdd4e3-cf09-471f-a468-64f463d4d6cf {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.734897] env[68134]: DEBUG nova.compute.manager [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Refreshing instance network info cache due to event network-changed-bffdd4e3-cf09-471f-a468-64f463d4d6cf. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.735187] env[68134]: DEBUG oslo_concurrency.lockutils [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] Acquiring lock "refresh_cache-d3b5cf2c-badc-439a-9e86-e11cb8554ed2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.735337] env[68134]: DEBUG oslo_concurrency.lockutils [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] Acquired lock "refresh_cache-d3b5cf2c-badc-439a-9e86-e11cb8554ed2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.735524] env[68134]: DEBUG nova.network.neutron [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Refreshing network info cache for port bffdd4e3-cf09-471f-a468-64f463d4d6cf {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.799953] env[68134]: DEBUG nova.compute.utils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.801444] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.801610] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.817686] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "refresh_cache-d3b5cf2c-badc-439a-9e86-e11cb8554ed2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.873853] env[68134]: DEBUG nova.network.neutron [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Updated VIF entry in instance network info cache for port a9a18d16-d56c-4aea-9a98-828eeba2f2de. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.875052] env[68134]: DEBUG nova.network.neutron [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Updating instance_info_cache with network_info: [{"id": "a9a18d16-d56c-4aea-9a98-828eeba2f2de", "address": "fa:16:3e:d9:5a:57", "network": {"id": "52cf7a1e-d50a-43f1-aab8-785768604251", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1839148503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f67d52264aa5bd1a3a491710c01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a18d16-d5", "ovs_interfaceid": "a9a18d16-d56c-4aea-9a98-828eeba2f2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.883011] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.883011] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.894134] env[68134]: DEBUG nova.policy [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45d4942e6cdf40b692e75151187ea9e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a779478ace4ef1964d6fb91055a223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.002618] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964871, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.022776] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964873, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.062087} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.022776] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68134) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 818.023476] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6f1f9-8c96-433e-ab42-cfaf2e7121af {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.059325] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c09204d9-e890-4852-8c0d-acb438b1e9e4/ephemeral_0.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.063151] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617b9a8e-9d12-40ea-a9cf-932a9358afc7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.084614] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 818.084614] env[68134]: value = "task-2964874" [ 818.084614] env[68134]: _type = "Task" [ 818.084614] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.097122] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964874, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.135874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "87e697d3-9f63-4188-be97-ea036b1eac83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.135874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "87e697d3-9f63-4188-be97-ea036b1eac83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.274050] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Successfully created port: c7d71eeb-266f-49b2-af9d-51b1e29b8a93 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.281198] env[68134]: DEBUG nova.network.neutron [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.306611] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.381234] env[68134]: DEBUG oslo_concurrency.lockutils [req-7cdef8de-0294-4b0c-99e7-680d9be34dfa req-a3f5b048-254a-4bab-b041-a507afc6c23b service nova] Releasing lock "refresh_cache-b154a231-a055-4a66-a549-59bd552e1100" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.397940] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.398224] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.398351] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.398502] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.398710] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.398870] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.399019] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 818.399183] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.444640] env[68134]: DEBUG nova.network.neutron [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.499790] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964871, 'name': CreateVM_Task, 'duration_secs': 1.411944} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.499790] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b154a231-a055-4a66-a549-59bd552e1100] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.500290] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.500789] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.500789] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.501066] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdae456-0096-43cd-a8b8-59f5ad574009 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.504902] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6294d66b-c4af-459f-9ee6-a77586621fd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.508668] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 818.508668] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52354a52-2fdf-a224-b820-4a057dde0c19" [ 818.508668] env[68134]: _type = "Task" [ 818.508668] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.519117] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8ec5e-c488-45b1-bdf9-98d3684fe21e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.522812] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52354a52-2fdf-a224-b820-4a057dde0c19, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.523141] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.523396] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.523685] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.523840] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.524028] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.524647] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f61ca826-b572-49fc-abf4-e67c191d7be8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.552503] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269e5d5-7b4e-403d-9c42-f921bcdfcc91 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.559035] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.559035] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.561584] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea57db9-64b8-44d6-a382-90d169753c08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.565231] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faafddbb-2efd-4c8a-8528-85d04ba336ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.576957] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 818.576957] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5250b1d3-b6fe-e84a-38e9-65000634515e" [ 818.576957] env[68134]: _type = "Task" [ 818.576957] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.582612] env[68134]: DEBUG nova.compute.provider_tree [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.599017] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5250b1d3-b6fe-e84a-38e9-65000634515e, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.602832] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964874, 'name': ReconfigVM_Task, 'duration_secs': 0.340815} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.603082] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdac3b62-8f30-49bd-8b75-bc41906b4777 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.605805] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c09204d9-e890-4852-8c0d-acb438b1e9e4/ephemeral_0.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.609543] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eb90d6d-2b22-4cd3-ba61-891525b33689 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.615944] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 818.615944] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52750d42-118c-7e8c-942d-6a60b57c1c22" [ 818.615944] env[68134]: _type = "Task" [ 818.615944] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.616134] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 818.616134] env[68134]: value = "task-2964875" [ 818.616134] env[68134]: _type = "Task" [ 818.616134] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.629070] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52750d42-118c-7e8c-942d-6a60b57c1c22, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.632824] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.632824] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] b154a231-a055-4a66-a549-59bd552e1100/b154a231-a055-4a66-a549-59bd552e1100.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.632824] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964875, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.632986] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfe3fdd6-a035-42ba-b212-67a7a0616195 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.639808] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 818.639808] env[68134]: value = "task-2964876" [ 818.639808] env[68134]: _type = "Task" [ 818.639808] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.648609] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.905780] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.947342] env[68134]: DEBUG oslo_concurrency.lockutils [req-160ba65c-7cc3-4822-8909-e51af05eda08 req-15f185f8-d016-4751-8b80-e333b3629c1e service nova] Releasing lock "refresh_cache-d3b5cf2c-badc-439a-9e86-e11cb8554ed2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947809] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "refresh_cache-d3b5cf2c-badc-439a-9e86-e11cb8554ed2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.948051] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.088533] env[68134]: DEBUG nova.scheduler.client.report [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.127903] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964875, 'name': Rename_Task, 'duration_secs': 0.185027} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.128228] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.128616] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3ffb94d-3981-4f16-ad7a-ef4a6d5fc798 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.136063] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 819.136063] env[68134]: value = "task-2964877" [ 819.136063] env[68134]: _type = "Task" [ 819.136063] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.147991] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.157816] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.318799] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.347376] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.347641] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.347802] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.347984] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.348146] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.348294] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.348509] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.348740] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.348927] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.349106] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.349285] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.350141] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ced57-0c76-4866-b169-02fb9987eaf9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.358497] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961606c-f710-466d-8955-db3f427ef4cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.487985] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.597240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.599541] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.957s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.601096] env[68134]: INFO nova.compute.claims [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.626116] env[68134]: INFO nova.scheduler.client.report [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Deleted allocations for instance e751acc9-f68b-4f29-8b86-f16c2bbaae87 [ 819.637947] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Updating instance_info_cache with network_info: [{"id": "bffdd4e3-cf09-471f-a468-64f463d4d6cf", "address": "fa:16:3e:13:71:35", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffdd4e3-cf", "ovs_interfaceid": "bffdd4e3-cf09-471f-a468-64f463d4d6cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.652240] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964877, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.655955] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563543} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.656221] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] b154a231-a055-4a66-a549-59bd552e1100/b154a231-a055-4a66-a549-59bd552e1100.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.656447] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.656675] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-270bce09-6254-484d-8bc3-913de6acaba2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.664125] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 819.664125] env[68134]: value = "task-2964879" [ 819.664125] env[68134]: _type = "Task" [ 819.664125] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.923062] env[68134]: DEBUG nova.compute.manager [req-44b87168-e212-4cbc-add3-84d4cf322982 req-71ead5d9-19cd-4b73-96d0-2b3c73266a8e service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Received event network-vif-plugged-c7d71eeb-266f-49b2-af9d-51b1e29b8a93 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.923300] env[68134]: DEBUG oslo_concurrency.lockutils [req-44b87168-e212-4cbc-add3-84d4cf322982 req-71ead5d9-19cd-4b73-96d0-2b3c73266a8e service nova] Acquiring lock "4332d3af-9523-42f6-8e8b-98ab60445990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.923506] env[68134]: DEBUG oslo_concurrency.lockutils [req-44b87168-e212-4cbc-add3-84d4cf322982 req-71ead5d9-19cd-4b73-96d0-2b3c73266a8e service nova] Lock "4332d3af-9523-42f6-8e8b-98ab60445990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.923671] env[68134]: DEBUG oslo_concurrency.lockutils [req-44b87168-e212-4cbc-add3-84d4cf322982 req-71ead5d9-19cd-4b73-96d0-2b3c73266a8e service nova] Lock "4332d3af-9523-42f6-8e8b-98ab60445990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.923922] env[68134]: DEBUG nova.compute.manager [req-44b87168-e212-4cbc-add3-84d4cf322982 req-71ead5d9-19cd-4b73-96d0-2b3c73266a8e service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] No waiting events found dispatching network-vif-plugged-c7d71eeb-266f-49b2-af9d-51b1e29b8a93 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.923997] env[68134]: WARNING nova.compute.manager [req-44b87168-e212-4cbc-add3-84d4cf322982 req-71ead5d9-19cd-4b73-96d0-2b3c73266a8e service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Received unexpected event network-vif-plugged-c7d71eeb-266f-49b2-af9d-51b1e29b8a93 for instance with vm_state building and task_state spawning. [ 820.065901] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Successfully updated port: c7d71eeb-266f-49b2-af9d-51b1e29b8a93 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.134622] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1dbfe03f-f819-416c-a878-911996df720d tempest-AttachInterfacesUnderV243Test-1941846221 tempest-AttachInterfacesUnderV243Test-1941846221-project-member] Lock "e751acc9-f68b-4f29-8b86-f16c2bbaae87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.913s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.145729] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "refresh_cache-d3b5cf2c-badc-439a-9e86-e11cb8554ed2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.146094] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Instance network_info: |[{"id": "bffdd4e3-cf09-471f-a468-64f463d4d6cf", "address": "fa:16:3e:13:71:35", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbffdd4e3-cf", "ovs_interfaceid": "bffdd4e3-cf09-471f-a468-64f463d4d6cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.146546] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:71:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bffdd4e3-cf09-471f-a468-64f463d4d6cf', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.154362] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Creating folder: Project (59a779478ace4ef1964d6fb91055a223). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.155906] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0310a63-f579-438d-b535-eb88b53c1ca5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.162532] env[68134]: DEBUG oslo_vmware.api [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2964877, 'name': PowerOnVM_Task, 'duration_secs': 0.747395} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.162532] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.162532] env[68134]: INFO nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Took 10.86 seconds to spawn the instance on the hypervisor. [ 820.162532] env[68134]: DEBUG nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.163351] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e8a46-33cd-4d6f-a4b5-8ec5122a3b1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.170342] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Created folder: Project (59a779478ace4ef1964d6fb91055a223) in parent group-v594791. [ 820.170539] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Creating folder: Instances. Parent ref: group-v594950. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.171061] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b446a7b5-c883-4034-989b-373d6fd1c3a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.178864] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078338} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.180131] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.184835] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a3fa1-cf88-40e8-be21-48d45b1ad0fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.187648] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Created folder: Instances in parent group-v594950. [ 820.187868] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.188276] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.188871] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e81f4c9-9302-44aa-8465-b478ddfc3f24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.221353] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b154a231-a055-4a66-a549-59bd552e1100/b154a231-a055-4a66-a549-59bd552e1100.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.222761] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3700830-4cc2-4e99-bc5c-bafac2fc8565 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.241994] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.241994] env[68134]: value = "task-2964882" [ 820.241994] env[68134]: _type = "Task" [ 820.241994] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.246767] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 820.246767] env[68134]: value = "task-2964883" [ 820.246767] env[68134]: _type = "Task" [ 820.246767] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.253080] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964882, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.262996] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.570020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "refresh_cache-4332d3af-9523-42f6-8e8b-98ab60445990" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.570020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "refresh_cache-4332d3af-9523-42f6-8e8b-98ab60445990" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.570150] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.696623] env[68134]: INFO nova.compute.manager [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Took 44.31 seconds to build instance. [ 820.756501] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964882, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.761581] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964883, 'name': ReconfigVM_Task, 'duration_secs': 0.292865} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.761835] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b154a231-a055-4a66-a549-59bd552e1100/b154a231-a055-4a66-a549-59bd552e1100.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.762470] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f3a884-4fd0-4f8d-b517-1ecd9e35d0f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.770734] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 820.770734] env[68134]: value = "task-2964884" [ 820.770734] env[68134]: _type = "Task" [ 820.770734] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.780257] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964884, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.104161] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e803d-4955-4b2d-99f1-6a11a22b908a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.111078] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8e603-eb01-46f7-b5d6-dd44072906fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.146832] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.149575] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9436015a-36ce-45cb-9b63-19125c2806a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.157942] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c5a9ae-50f0-4156-9ab7-1ce91764b4c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.175277] env[68134]: DEBUG nova.compute.provider_tree [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.198026] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b449abfa-a825-474f-a57e-709ddcd790ec tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.296s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.253999] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964882, 'name': CreateVM_Task, 'duration_secs': 0.713798} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.254181] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.254872] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.255036] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.255365] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.258069] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cabe341-ce80-43c2-8aac-1e03cbd87bbc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.263112] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 821.263112] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525b37c4-3cff-f028-4836-c9ab53e5f986" [ 821.263112] env[68134]: _type = "Task" [ 821.263112] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.271361] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525b37c4-3cff-f028-4836-c9ab53e5f986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.278892] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964884, 'name': Rename_Task, 'duration_secs': 0.148151} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.279370] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.279648] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f6e0e6-4be4-41ad-b12b-25482c0fe13d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.286033] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 821.286033] env[68134]: value = "task-2964885" [ 821.286033] env[68134]: _type = "Task" [ 821.286033] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.293725] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.340437] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Updating instance_info_cache with network_info: [{"id": "c7d71eeb-266f-49b2-af9d-51b1e29b8a93", "address": "fa:16:3e:31:d4:56", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d71eeb-26", "ovs_interfaceid": "c7d71eeb-266f-49b2-af9d-51b1e29b8a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.700433] env[68134]: DEBUG nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.704481] env[68134]: ERROR nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [req-13f35045-5d59-4f02-90ea-43e605cf665c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-13f35045-5d59-4f02-90ea-43e605cf665c"}]} [ 821.723729] env[68134]: DEBUG nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 821.743367] env[68134]: DEBUG nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 821.743754] env[68134]: DEBUG nova.compute.provider_tree [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.758787] env[68134]: DEBUG nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 821.775362] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525b37c4-3cff-f028-4836-c9ab53e5f986, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.775874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.776195] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.776465] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.776614] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.776797] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.777381] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0223a62-d0f3-4c1d-afa4-71af03cd663f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.787321] env[68134]: DEBUG nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 821.793021] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.793021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.797726] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f67c006-703e-4b3c-89bd-635d9c99c38f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.808864] env[68134]: DEBUG oslo_vmware.api [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964885, 'name': PowerOnVM_Task, 'duration_secs': 0.482997} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.810319] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.810531] env[68134]: INFO nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Took 8.04 seconds to spawn the instance on the hypervisor. [ 821.810706] env[68134]: DEBUG nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.811050] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 821.811050] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5298b5b9-6376-1c95-f779-65f513642388" [ 821.811050] env[68134]: _type = "Task" [ 821.811050] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.811747] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee173c49-1a1d-4a31-9852-3fedb693dbac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.826635] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5298b5b9-6376-1c95-f779-65f513642388, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.834512] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37ca0a2-d236-401b-9576-ecf25060ba21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.840510] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 821.840510] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5293be30-5a42-1553-1e08-ad41a9b46bb9" [ 821.840510] env[68134]: _type = "Task" [ 821.840510] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.845861] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "refresh_cache-4332d3af-9523-42f6-8e8b-98ab60445990" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.846736] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Instance network_info: |[{"id": "c7d71eeb-266f-49b2-af9d-51b1e29b8a93", "address": "fa:16:3e:31:d4:56", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d71eeb-26", "ovs_interfaceid": "c7d71eeb-266f-49b2-af9d-51b1e29b8a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.848901] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:d4:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7d71eeb-266f-49b2-af9d-51b1e29b8a93', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.859120] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.861801] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.862093] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293be30-5a42-1553-1e08-ad41a9b46bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.862337] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6b272d8-186d-4e6c-b75f-cab4d20dad81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.887902] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.887902] env[68134]: value = "task-2964887" [ 821.887902] env[68134]: _type = "Task" [ 821.887902] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.899145] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964887, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.146807] env[68134]: DEBUG nova.compute.manager [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Received event network-changed-c7d71eeb-266f-49b2-af9d-51b1e29b8a93 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.147040] env[68134]: DEBUG nova.compute.manager [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Refreshing instance network info cache due to event network-changed-c7d71eeb-266f-49b2-af9d-51b1e29b8a93. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.147286] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] Acquiring lock "refresh_cache-4332d3af-9523-42f6-8e8b-98ab60445990" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.147779] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] Acquired lock "refresh_cache-4332d3af-9523-42f6-8e8b-98ab60445990" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.147966] env[68134]: DEBUG nova.network.neutron [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Refreshing network info cache for port c7d71eeb-266f-49b2-af9d-51b1e29b8a93 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.229622] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.356675] env[68134]: INFO nova.compute.manager [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Took 44.88 seconds to build instance. [ 822.357779] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293be30-5a42-1553-1e08-ad41a9b46bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.025073} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.358211] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.358329] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d3b5cf2c-badc-439a-9e86-e11cb8554ed2/d3b5cf2c-badc-439a-9e86-e11cb8554ed2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.358720] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0542352-531c-41da-99a6-b3963d75e23a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.365101] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 822.365101] env[68134]: value = "task-2964888" [ 822.365101] env[68134]: _type = "Task" [ 822.365101] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.377340] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.400887] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964887, 'name': CreateVM_Task, 'duration_secs': 0.39413} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.402224] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.402224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.402462] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.402813] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.403136] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3845b0f7-f509-4259-aca3-7dcfa15b4183 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.413244] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 822.413244] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520675f1-b9fe-d8e7-f18e-130423ba76a1" [ 822.413244] env[68134]: _type = "Task" [ 822.413244] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.425948] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520675f1-b9fe-d8e7-f18e-130423ba76a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.507236] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac256aaf-abe3-42be-8ea7-dab718a3977d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.516139] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f495a-2005-4105-a371-b4f8b02bed6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.550264] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d4196d-0171-4928-a02b-d9f88311e2a1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.560936] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb74dc-1096-45cc-836c-91547e95b588 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.577906] env[68134]: DEBUG nova.compute.provider_tree [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.859667] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13d05ec0-10bf-4a60-aea7-ea29d7cacdb7 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "b154a231-a055-4a66-a549-59bd552e1100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.367s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.883238] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964888, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.927874] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520675f1-b9fe-d8e7-f18e-130423ba76a1, 'name': SearchDatastore_Task, 'duration_secs': 0.019931} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.928134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.928465] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.928794] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.928985] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.929258] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.929571] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d96190-b6d7-49ad-b716-b3820fbd53f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.932621] env[68134]: DEBUG nova.network.neutron [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Updated VIF entry in instance network info cache for port c7d71eeb-266f-49b2-af9d-51b1e29b8a93. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.932987] env[68134]: DEBUG nova.network.neutron [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Updating instance_info_cache with network_info: [{"id": "c7d71eeb-266f-49b2-af9d-51b1e29b8a93", "address": "fa:16:3e:31:d4:56", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7d71eeb-26", "ovs_interfaceid": "c7d71eeb-266f-49b2-af9d-51b1e29b8a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.941667] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.941857] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.942621] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd90e2d4-817a-46d4-b610-7669f826ab2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.947940] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 822.947940] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5221a7b4-977f-32ab-427a-ba8ae534830a" [ 822.947940] env[68134]: _type = "Task" [ 822.947940] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.958396] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5221a7b4-977f-32ab-427a-ba8ae534830a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.082755] env[68134]: DEBUG nova.scheduler.client.report [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.366115] env[68134]: DEBUG nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.379020] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513458} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.379020] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d3b5cf2c-badc-439a-9e86-e11cb8554ed2/d3b5cf2c-badc-439a-9e86-e11cb8554ed2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.379020] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.380108] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee0d19a-4ae2-452b-a434-088c475bc55f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.387413] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 823.387413] env[68134]: value = "task-2964889" [ 823.387413] env[68134]: _type = "Task" [ 823.387413] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.398481] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.436195] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea903f30-cd61-4696-9dc8-738784f48ad0 req-713cc1cf-d8ba-4999-a2c0-a898c3e0fb51 service nova] Releasing lock "refresh_cache-4332d3af-9523-42f6-8e8b-98ab60445990" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.458692] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5221a7b4-977f-32ab-427a-ba8ae534830a, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.459670] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb07938-3cad-4e5a-9e3d-ca2f922f3d5e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.466789] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 823.466789] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d5f6f2-710a-3ce7-8cb3-df35274eba96" [ 823.466789] env[68134]: _type = "Task" [ 823.466789] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.474959] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d5f6f2-710a-3ce7-8cb3-df35274eba96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.590011] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.990s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.590581] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.596353] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.712s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.598474] env[68134]: INFO nova.compute.claims [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.903993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.906059] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265684} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.906059] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.907178] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b705b-e523-45af-acf3-27872d6b1184 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.930280] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d3b5cf2c-badc-439a-9e86-e11cb8554ed2/d3b5cf2c-badc-439a-9e86-e11cb8554ed2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.930671] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c70845e-b67b-4088-a943-b0a9d3c07192 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.952020] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 823.952020] env[68134]: value = "task-2964891" [ 823.952020] env[68134]: _type = "Task" [ 823.952020] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.961071] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.976913] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d5f6f2-710a-3ce7-8cb3-df35274eba96, 'name': SearchDatastore_Task, 'duration_secs': 0.018257} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.977228] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.977491] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 4332d3af-9523-42f6-8e8b-98ab60445990/4332d3af-9523-42f6-8e8b-98ab60445990.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.977760] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-609b8db7-0470-4383-ad6c-27f3047abf73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.984533] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 823.984533] env[68134]: value = "task-2964892" [ 823.984533] env[68134]: _type = "Task" [ 823.984533] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.992976] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.109149] env[68134]: DEBUG nova.compute.utils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.114897] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.114897] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.237250] env[68134]: DEBUG nova.compute.manager [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Received event network-changed-f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.237250] env[68134]: DEBUG nova.compute.manager [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Refreshing instance network info cache due to event network-changed-f0b58537-c740-4e4f-a8cf-49b077ef2c84. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.237250] env[68134]: DEBUG oslo_concurrency.lockutils [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] Acquiring lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.237250] env[68134]: DEBUG oslo_concurrency.lockutils [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] Acquired lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.237250] env[68134]: DEBUG nova.network.neutron [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Refreshing network info cache for port f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.257030] env[68134]: DEBUG nova.policy [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45d4942e6cdf40b692e75151187ea9e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a779478ace4ef1964d6fb91055a223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.469592] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964891, 'name': ReconfigVM_Task, 'duration_secs': 0.438358} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.473099] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d3b5cf2c-badc-439a-9e86-e11cb8554ed2/d3b5cf2c-badc-439a-9e86-e11cb8554ed2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.474238] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a772c6-c5bb-4614-8b12-82502ca2fa83 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.483928] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 824.483928] env[68134]: value = "task-2964893" [ 824.483928] env[68134]: _type = "Task" [ 824.483928] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.503070] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.503070] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964893, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.615731] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.995600] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Successfully created port: d4e28b39-faa8-4bcd-888d-66d3e54a4f39 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.011892] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56386} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.012176] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964893, 'name': Rename_Task, 'duration_secs': 0.179247} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.015619] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 4332d3af-9523-42f6-8e8b-98ab60445990/4332d3af-9523-42f6-8e8b-98ab60445990.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.015846] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.016177] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.016847] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da103ff6-49cd-45a3-901f-a42851ccab14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.018719] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33c3b2cd-0a35-4036-bc5b-84e9a1106efc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.025411] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 825.025411] env[68134]: value = "task-2964895" [ 825.025411] env[68134]: _type = "Task" [ 825.025411] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.026533] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 825.026533] env[68134]: value = "task-2964894" [ 825.026533] env[68134]: _type = "Task" [ 825.026533] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.043761] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964895, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.047068] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.200108] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a818194-7030-406c-a5aa-4a7d6e9316fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.208373] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424d7408-bbb9-43c7-b55a-f50450825f7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.245887] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e176b-0b51-43d5-8323-4f3619882dac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.253670] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d4958b-b1e6-41e7-bcd3-96e362d556ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.258180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "b154a231-a055-4a66-a549-59bd552e1100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.258454] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "b154a231-a055-4a66-a549-59bd552e1100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.258661] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "b154a231-a055-4a66-a549-59bd552e1100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.258843] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "b154a231-a055-4a66-a549-59bd552e1100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.259036] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "b154a231-a055-4a66-a549-59bd552e1100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.268200] env[68134]: DEBUG nova.compute.provider_tree [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.273242] env[68134]: INFO nova.compute.manager [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Terminating instance [ 825.361458] env[68134]: DEBUG nova.network.neutron [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Updated VIF entry in instance network info cache for port f0b58537-c740-4e4f-a8cf-49b077ef2c84. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.361835] env[68134]: DEBUG nova.network.neutron [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Updating instance_info_cache with network_info: [{"id": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "address": "fa:16:3e:d9:ec:5f", "network": {"id": "c6a47ed4-231c-4ed2-84a8-acba8f353937", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1478794354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b395f2ad460b49788a5e2fa7b66d0d8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b58537-c7", "ovs_interfaceid": "f0b58537-c740-4e4f-a8cf-49b077ef2c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.550868] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070027} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.551285] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.551438] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.552210] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a8ce04-d653-49d6-b7b7-29a312296188 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.574850] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 4332d3af-9523-42f6-8e8b-98ab60445990/4332d3af-9523-42f6-8e8b-98ab60445990.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.575128] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510f8166-0bde-4a68-8d63-362c15069c3c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.595782] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 825.595782] env[68134]: value = "task-2964896" [ 825.595782] env[68134]: _type = "Task" [ 825.595782] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.606307] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.630151] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.661083] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.661083] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.661083] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.662185] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.662450] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.662616] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.662837] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.662994] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.663212] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.663390] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.663570] env[68134]: DEBUG nova.virt.hardware [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.664445] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb90809-3cb3-402b-ad05-8518ebc23641 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.672957] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11232898-e0a2-463c-b945-5dddc2e17c0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.777118] env[68134]: DEBUG nova.compute.manager [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.777857] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.779178] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51165386-4f36-428b-beab-bf388f074988 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.787751] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.787751] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82bb05ab-b6d8-49cb-af0e-51b8abecb17d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.797299] env[68134]: DEBUG oslo_vmware.api [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 825.797299] env[68134]: value = "task-2964897" [ 825.797299] env[68134]: _type = "Task" [ 825.797299] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.808391] env[68134]: DEBUG nova.scheduler.client.report [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 825.808648] env[68134]: DEBUG nova.compute.provider_tree [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 81 to 82 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 825.810391] env[68134]: DEBUG nova.compute.provider_tree [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.819438] env[68134]: DEBUG oslo_vmware.api [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.865352] env[68134]: DEBUG oslo_concurrency.lockutils [req-fc92065d-4a35-4c95-b16d-c7e8cd3f57a3 req-e8004f9a-705b-4411-aee3-5aeb98c16432 service nova] Releasing lock "refresh_cache-c09204d9-e890-4852-8c0d-acb438b1e9e4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.037936] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964895, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.106948] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964896, 'name': ReconfigVM_Task, 'duration_secs': 0.340017} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.107258] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 4332d3af-9523-42f6-8e8b-98ab60445990/4332d3af-9523-42f6-8e8b-98ab60445990.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.107882] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91062347-0385-4041-8bd9-2a4e856b5803 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.114019] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 826.114019] env[68134]: value = "task-2964898" [ 826.114019] env[68134]: _type = "Task" [ 826.114019] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.121927] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964898, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.307678] env[68134]: DEBUG oslo_vmware.api [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964897, 'name': PowerOffVM_Task, 'duration_secs': 0.230025} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.307957] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.308139] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.308417] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-690ea94c-ca15-4c46-8e77-28e09dd2ef3d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.316080] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.316575] env[68134]: DEBUG nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.319162] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.374s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.319414] env[68134]: DEBUG nova.objects.instance [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lazy-loading 'resources' on Instance uuid 9d33455b-81c1-472e-a4c8-204e201f7715 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.371040] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.371315] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.371526] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Deleting the datastore file [datastore1] b154a231-a055-4a66-a549-59bd552e1100 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.371832] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab9e7536-af27-4200-ba9f-ae16056d8fa8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.379590] env[68134]: DEBUG oslo_vmware.api [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 826.379590] env[68134]: value = "task-2964900" [ 826.379590] env[68134]: _type = "Task" [ 826.379590] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.389385] env[68134]: DEBUG oslo_vmware.api [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.538871] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964895, 'name': PowerOnVM_Task, 'duration_secs': 1.018859} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.538871] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.538871] env[68134]: INFO nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Took 9.98 seconds to spawn the instance on the hypervisor. [ 826.538871] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.539343] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08959d33-b6ca-4528-b969-5e1b00fafef4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.624832] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964898, 'name': Rename_Task, 'duration_secs': 0.139648} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.625008] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.625354] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-615c3772-9255-4894-a5e6-51da396c5a0f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.633142] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 826.633142] env[68134]: value = "task-2964901" [ 826.633142] env[68134]: _type = "Task" [ 826.633142] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.641953] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.797356] env[68134]: DEBUG nova.compute.manager [req-681a2d96-b7ed-45e1-9dbb-bf474c3234e5 req-93fd6681-2235-494b-8a2c-349045e8f8db service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Received event network-vif-plugged-d4e28b39-faa8-4bcd-888d-66d3e54a4f39 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.797584] env[68134]: DEBUG oslo_concurrency.lockutils [req-681a2d96-b7ed-45e1-9dbb-bf474c3234e5 req-93fd6681-2235-494b-8a2c-349045e8f8db service nova] Acquiring lock "00b632fe-5417-411d-8713-a584597546ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.797782] env[68134]: DEBUG oslo_concurrency.lockutils [req-681a2d96-b7ed-45e1-9dbb-bf474c3234e5 req-93fd6681-2235-494b-8a2c-349045e8f8db service nova] Lock "00b632fe-5417-411d-8713-a584597546ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.797948] env[68134]: DEBUG oslo_concurrency.lockutils [req-681a2d96-b7ed-45e1-9dbb-bf474c3234e5 req-93fd6681-2235-494b-8a2c-349045e8f8db service nova] Lock "00b632fe-5417-411d-8713-a584597546ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.799327] env[68134]: DEBUG nova.compute.manager [req-681a2d96-b7ed-45e1-9dbb-bf474c3234e5 req-93fd6681-2235-494b-8a2c-349045e8f8db service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] No waiting events found dispatching network-vif-plugged-d4e28b39-faa8-4bcd-888d-66d3e54a4f39 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.799587] env[68134]: WARNING nova.compute.manager [req-681a2d96-b7ed-45e1-9dbb-bf474c3234e5 req-93fd6681-2235-494b-8a2c-349045e8f8db service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Received unexpected event network-vif-plugged-d4e28b39-faa8-4bcd-888d-66d3e54a4f39 for instance with vm_state building and task_state spawning. [ 826.822962] env[68134]: DEBUG nova.compute.utils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.828565] env[68134]: DEBUG nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.828565] env[68134]: DEBUG nova.network.neutron [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.893107] env[68134]: DEBUG oslo_vmware.api [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2964900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134895} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.896137] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.896137] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.896137] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.896137] env[68134]: INFO nova.compute.manager [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: b154a231-a055-4a66-a549-59bd552e1100] Took 1.12 seconds to destroy the instance on the hypervisor. [ 826.896137] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.896137] env[68134]: DEBUG nova.compute.manager [-] [instance: b154a231-a055-4a66-a549-59bd552e1100] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.896137] env[68134]: DEBUG nova.network.neutron [-] [instance: b154a231-a055-4a66-a549-59bd552e1100] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.917117] env[68134]: DEBUG nova.policy [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f389fc74ae1e4b4fb58c379ce35be315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d2058493e2f425c8abf274ac43f7f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.031538] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Successfully updated port: d4e28b39-faa8-4bcd-888d-66d3e54a4f39 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.059091] env[68134]: INFO nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Took 44.94 seconds to build instance. [ 827.144601] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964901, 'name': PowerOnVM_Task, 'duration_secs': 0.495479} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.145883] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.145883] env[68134]: INFO nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Took 7.83 seconds to spawn the instance on the hypervisor. [ 827.145883] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.146073] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efaa7f9-29a1-4f01-b2e9-29afe668f4d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.328901] env[68134]: DEBUG nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.362977] env[68134]: DEBUG nova.compute.manager [req-6947571c-ce1d-4833-a2c7-486e02015a2e req-19fafaf0-909c-46d5-84af-03e875205b5c service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Received event network-vif-deleted-a9a18d16-d56c-4aea-9a98-828eeba2f2de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.366020] env[68134]: INFO nova.compute.manager [req-6947571c-ce1d-4833-a2c7-486e02015a2e req-19fafaf0-909c-46d5-84af-03e875205b5c service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Neutron deleted interface a9a18d16-d56c-4aea-9a98-828eeba2f2de; detaching it from the instance and deleting it from the info cache [ 827.366020] env[68134]: DEBUG nova.network.neutron [req-6947571c-ce1d-4833-a2c7-486e02015a2e req-19fafaf0-909c-46d5-84af-03e875205b5c service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.433838] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ed699-b33a-4f7c-a257-f7df5b7d9bcf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.444928] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5122c7de-4a95-4bc5-8430-3d111e983c7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.480545] env[68134]: DEBUG nova.network.neutron [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Successfully created port: 1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.483346] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374fd4c-125c-412f-a4fb-89cd847d4e8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.493412] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c2df8-206c-495d-bea7-1c1a7493de8d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.509268] env[68134]: DEBUG nova.compute.provider_tree [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.536632] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "refresh_cache-00b632fe-5417-411d-8713-a584597546ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.536809] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "refresh_cache-00b632fe-5417-411d-8713-a584597546ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.536923] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.567217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.393s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.676586] env[68134]: INFO nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Took 43.86 seconds to build instance. [ 827.740114] env[68134]: DEBUG nova.network.neutron [-] [instance: b154a231-a055-4a66-a549-59bd552e1100] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.873256] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a785fbe9-4ed1-4440-9946-b9a435909f58 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.884175] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f3867-d15b-476c-9ed1-8daec9878793 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.928937] env[68134]: DEBUG nova.compute.manager [req-6947571c-ce1d-4833-a2c7-486e02015a2e req-19fafaf0-909c-46d5-84af-03e875205b5c service nova] [instance: b154a231-a055-4a66-a549-59bd552e1100] Detach interface failed, port_id=a9a18d16-d56c-4aea-9a98-828eeba2f2de, reason: Instance b154a231-a055-4a66-a549-59bd552e1100 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.011648] env[68134]: DEBUG nova.scheduler.client.report [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.070174] env[68134]: DEBUG nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.079346] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.181138] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "4332d3af-9523-42f6-8e8b-98ab60445990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.957s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.245850] env[68134]: INFO nova.compute.manager [-] [instance: b154a231-a055-4a66-a549-59bd552e1100] Took 1.35 seconds to deallocate network for instance. [ 828.264738] env[68134]: DEBUG nova.network.neutron [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Updating instance_info_cache with network_info: [{"id": "d4e28b39-faa8-4bcd-888d-66d3e54a4f39", "address": "fa:16:3e:81:67:53", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e28b39-fa", "ovs_interfaceid": "d4e28b39-faa8-4bcd-888d-66d3e54a4f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.351146] env[68134]: DEBUG nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.385564] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.386061] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.386271] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.386448] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.386710] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.386795] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.386950] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.387242] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.387679] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.387914] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.388116] env[68134]: DEBUG nova.virt.hardware [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.389711] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8110a109-177b-493b-8ba1-6efaa1962df4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.398892] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d520e53-f9d8-4b36-8763-ff3829cf85ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.521142] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.523913] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.292s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.526516] env[68134]: INFO nova.compute.claims [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.544968] env[68134]: INFO nova.scheduler.client.report [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted allocations for instance 9d33455b-81c1-472e-a4c8-204e201f7715 [ 828.604867] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.684311] env[68134]: DEBUG nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.752545] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.767687] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "refresh_cache-00b632fe-5417-411d-8713-a584597546ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.768081] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Instance network_info: |[{"id": "d4e28b39-faa8-4bcd-888d-66d3e54a4f39", "address": "fa:16:3e:81:67:53", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e28b39-fa", "ovs_interfaceid": "d4e28b39-faa8-4bcd-888d-66d3e54a4f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.768517] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:67:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4e28b39-faa8-4bcd-888d-66d3e54a4f39', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.776710] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.777375] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b632fe-5417-411d-8713-a584597546ec] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.777637] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db0d6b71-158b-47d2-a5d7-038f9414bc30 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.799723] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.799723] env[68134]: value = "task-2964903" [ 828.799723] env[68134]: _type = "Task" [ 828.799723] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.807391] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964903, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.826143] env[68134]: DEBUG nova.compute.manager [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Received event network-changed-d4e28b39-faa8-4bcd-888d-66d3e54a4f39 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.826423] env[68134]: DEBUG nova.compute.manager [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Refreshing instance network info cache due to event network-changed-d4e28b39-faa8-4bcd-888d-66d3e54a4f39. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.826589] env[68134]: DEBUG oslo_concurrency.lockutils [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] Acquiring lock "refresh_cache-00b632fe-5417-411d-8713-a584597546ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.826679] env[68134]: DEBUG oslo_concurrency.lockutils [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] Acquired lock "refresh_cache-00b632fe-5417-411d-8713-a584597546ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.826835] env[68134]: DEBUG nova.network.neutron [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Refreshing network info cache for port d4e28b39-faa8-4bcd-888d-66d3e54a4f39 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.997637] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.997880] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.055993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3049e2b2-da42-45d0-a3a6-40d6e2a1498f tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "9d33455b-81c1-472e-a4c8-204e201f7715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.882s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.205105] env[68134]: DEBUG nova.network.neutron [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Successfully updated port: 1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.209732] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.311018] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964903, 'name': CreateVM_Task, 'duration_secs': 0.362118} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.311018] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b632fe-5417-411d-8713-a584597546ec] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.311716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.312335] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.312335] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.312555] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a63776-41ec-46d3-abe0-4009b7946461 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.318025] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 829.318025] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5266c6d1-731a-fd8e-e622-34d702b3e89b" [ 829.318025] env[68134]: _type = "Task" [ 829.318025] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.328312] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5266c6d1-731a-fd8e-e622-34d702b3e89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.571347] env[68134]: DEBUG nova.network.neutron [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Updated VIF entry in instance network info cache for port d4e28b39-faa8-4bcd-888d-66d3e54a4f39. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.571710] env[68134]: DEBUG nova.network.neutron [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Updating instance_info_cache with network_info: [{"id": "d4e28b39-faa8-4bcd-888d-66d3e54a4f39", "address": "fa:16:3e:81:67:53", "network": {"id": "a4acb301-65f0-4306-9b81-6e87bff101fb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-699105859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59a779478ace4ef1964d6fb91055a223", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e28b39-fa", "ovs_interfaceid": "d4e28b39-faa8-4bcd-888d-66d3e54a4f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.709415] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.709566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.709723] env[68134]: DEBUG nova.network.neutron [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.831969] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5266c6d1-731a-fd8e-e622-34d702b3e89b, 'name': SearchDatastore_Task, 'duration_secs': 0.040978} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.832320] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.832610] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.832851] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.833013] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.833221] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.835906] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-506de172-20a6-400b-a8b3-c16570331b54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.847435] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.847435] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.847435] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f108c4d-6f27-4a39-95c2-762a326c0a9c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.853796] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 829.853796] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526f541e-0f81-c813-e350-4ff8533b24fc" [ 829.853796] env[68134]: _type = "Task" [ 829.853796] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.861919] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526f541e-0f81-c813-e350-4ff8533b24fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.075841] env[68134]: DEBUG oslo_concurrency.lockutils [req-aa4df8f7-7032-4739-a150-e614e69e1342 req-94b00f8d-c9ea-4a7c-b2b1-ac9b48dfc65b service nova] Releasing lock "refresh_cache-00b632fe-5417-411d-8713-a584597546ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.094182] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d15ab-edd3-4580-882c-4c2d864b66de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.101709] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da601b5-481d-453c-96d8-5711075167d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.133454] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cac6f4f-e52e-44f6-a9be-ace2e8016919 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.140690] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7498e1-ea3a-462c-88df-5c1d865ba6da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.153625] env[68134]: DEBUG nova.compute.provider_tree [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.249294] env[68134]: DEBUG nova.network.neutron [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.370067] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526f541e-0f81-c813-e350-4ff8533b24fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.370189] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee87191-7934-4786-9ce0-74f6ae931f5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.376043] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 830.376043] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529bc379-7b2d-2f2d-59a2-655adb57c0a5" [ 830.376043] env[68134]: _type = "Task" [ 830.376043] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.383525] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529bc379-7b2d-2f2d-59a2-655adb57c0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.392444] env[68134]: DEBUG nova.network.neutron [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Updating instance_info_cache with network_info: [{"id": "1efe1cc9-6a5c-44a6-b231-4cc0372c18d1", "address": "fa:16:3e:70:91:d2", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efe1cc9-6a", "ovs_interfaceid": "1efe1cc9-6a5c-44a6-b231-4cc0372c18d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.657335] env[68134]: DEBUG nova.scheduler.client.report [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.852543] env[68134]: DEBUG nova.compute.manager [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Received event network-vif-plugged-1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.853070] env[68134]: DEBUG oslo_concurrency.lockutils [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] Acquiring lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.853070] env[68134]: DEBUG oslo_concurrency.lockutils [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.853250] env[68134]: DEBUG oslo_concurrency.lockutils [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.853338] env[68134]: DEBUG nova.compute.manager [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] No waiting events found dispatching network-vif-plugged-1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.854391] env[68134]: WARNING nova.compute.manager [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Received unexpected event network-vif-plugged-1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 for instance with vm_state building and task_state spawning. [ 830.854391] env[68134]: DEBUG nova.compute.manager [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Received event network-changed-1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.854391] env[68134]: DEBUG nova.compute.manager [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Refreshing instance network info cache due to event network-changed-1efe1cc9-6a5c-44a6-b231-4cc0372c18d1. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.854391] env[68134]: DEBUG oslo_concurrency.lockutils [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] Acquiring lock "refresh_cache-8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.887386] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529bc379-7b2d-2f2d-59a2-655adb57c0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.026871} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.887516] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.887764] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 00b632fe-5417-411d-8713-a584597546ec/00b632fe-5417-411d-8713-a584597546ec.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.888651] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-242b7225-9cdd-4592-8683-3f33a73ffc8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.895597] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.895963] env[68134]: DEBUG nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Instance network_info: |[{"id": "1efe1cc9-6a5c-44a6-b231-4cc0372c18d1", "address": "fa:16:3e:70:91:d2", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efe1cc9-6a", "ovs_interfaceid": "1efe1cc9-6a5c-44a6-b231-4cc0372c18d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.897096] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 830.897096] env[68134]: value = "task-2964905" [ 830.897096] env[68134]: _type = "Task" [ 830.897096] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.897096] env[68134]: DEBUG oslo_concurrency.lockutils [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] Acquired lock "refresh_cache-8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.897096] env[68134]: DEBUG nova.network.neutron [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Refreshing network info cache for port 1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.898042] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:91:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1efe1cc9-6a5c-44a6-b231-4cc0372c18d1', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.906041] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.909138] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.912661] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33f67c9a-c021-47a8-b6d0-8179648b0143 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.934240] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.935683] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.935683] env[68134]: value = "task-2964906" [ 830.935683] env[68134]: _type = "Task" [ 830.935683] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.944011] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964906, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.166029] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.166029] env[68134]: DEBUG nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.167812] env[68134]: DEBUG nova.network.neutron [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Updated VIF entry in instance network info cache for port 1efe1cc9-6a5c-44a6-b231-4cc0372c18d1. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.168329] env[68134]: DEBUG nova.network.neutron [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Updating instance_info_cache with network_info: [{"id": "1efe1cc9-6a5c-44a6-b231-4cc0372c18d1", "address": "fa:16:3e:70:91:d2", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1efe1cc9-6a", "ovs_interfaceid": "1efe1cc9-6a5c-44a6-b231-4cc0372c18d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.169756] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.085s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.170175] env[68134]: DEBUG nova.objects.instance [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lazy-loading 'resources' on Instance uuid 90f0a81c-dfe5-4ba0-8603-890db1cee214 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.415989] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964905, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.444982] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964906, 'name': CreateVM_Task, 'duration_secs': 0.396365} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.445282] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.445879] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.446054] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.446413] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.446666] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15babd0-2aed-42f1-8d9a-d83cffb0afa1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.450917] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 831.450917] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52411b3e-0350-b015-c8fb-1ecc115bdb39" [ 831.450917] env[68134]: _type = "Task" [ 831.450917] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.458999] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52411b3e-0350-b015-c8fb-1ecc115bdb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.673408] env[68134]: DEBUG oslo_concurrency.lockutils [req-76d13afe-430f-431b-9594-97680db46812 req-abe5e3c8-2cea-4a58-96be-c34ebd5a5cf3 service nova] Releasing lock "refresh_cache-8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.680394] env[68134]: DEBUG nova.compute.utils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.681883] env[68134]: DEBUG nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.682095] env[68134]: DEBUG nova.network.neutron [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.718872] env[68134]: DEBUG nova.policy [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdab9d7bdbc64742b13f164c271500f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1223c1722245c6a523fb296c8e919b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.916738] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534788} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.916790] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 00b632fe-5417-411d-8713-a584597546ec/00b632fe-5417-411d-8713-a584597546ec.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.917172] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.917290] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c6015d3-fcd8-4dd2-972a-188e63fc9ee6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.925896] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 831.925896] env[68134]: value = "task-2964908" [ 831.925896] env[68134]: _type = "Task" [ 831.925896] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.937772] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.963239] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52411b3e-0350-b015-c8fb-1ecc115bdb39, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.963980] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.963980] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.964117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.964191] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.964366] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.964660] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac7f68d1-d464-41bc-a16c-9fc654b13978 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.976119] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.976331] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.977077] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931d61e6-1f83-4101-bf10-febae80849f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.985475] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 831.985475] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b87b3e-518a-e3b9-57c2-cf2022d601ac" [ 831.985475] env[68134]: _type = "Task" [ 831.985475] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.995133] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b87b3e-518a-e3b9-57c2-cf2022d601ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.170434] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde3229-3435-4353-8065-9908ab07f28e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.178111] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edeccb9-6019-4698-b152-26756c634b19 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.184433] env[68134]: DEBUG nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.214018] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8141ea-735a-404a-95a9-a69ccbcb6307 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.219860] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1a956-539c-4b7a-841d-255bb6c7420b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.234235] env[68134]: DEBUG nova.compute.provider_tree [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.308344] env[68134]: DEBUG nova.network.neutron [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Successfully created port: 887d7975-d798-4925-ad5f-ec3acb78463c {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.438647] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061665} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.438912] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.439806] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b8d1c4-a486-4650-8325-e5996074f55a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.461229] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 00b632fe-5417-411d-8713-a584597546ec/00b632fe-5417-411d-8713-a584597546ec.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.461503] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3531dc2-3438-4025-9fa4-484f4f43f935 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.481405] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 832.481405] env[68134]: value = "task-2964909" [ 832.481405] env[68134]: _type = "Task" [ 832.481405] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.492413] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.498388] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b87b3e-518a-e3b9-57c2-cf2022d601ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008425} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.498469] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054b4738-a9c4-4c84-a543-4e8a49be97f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.505273] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 832.505273] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5293e0bc-7567-4c7c-786f-d8bd0c18a3e1" [ 832.505273] env[68134]: _type = "Task" [ 832.505273] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.512070] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293e0bc-7567-4c7c-786f-d8bd0c18a3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.737629] env[68134]: DEBUG nova.scheduler.client.report [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.991656] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964909, 'name': ReconfigVM_Task, 'duration_secs': 0.262141} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.991930] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 00b632fe-5417-411d-8713-a584597546ec/00b632fe-5417-411d-8713-a584597546ec.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.992624] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8e1f729-aa3d-4ac7-a863-47441db346b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.999525] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 832.999525] env[68134]: value = "task-2964910" [ 832.999525] env[68134]: _type = "Task" [ 832.999525] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.007394] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964910, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.015162] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293e0bc-7567-4c7c-786f-d8bd0c18a3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016208} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.015410] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.015659] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.015941] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bff7aca-98d0-465b-8de1-1ab51c0d22eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.021395] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 833.021395] env[68134]: value = "task-2964911" [ 833.021395] env[68134]: _type = "Task" [ 833.021395] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.028473] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.217426] env[68134]: DEBUG nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.243468] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.247620] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.247884] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.248057] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.248243] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.248387] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.248534] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.248741] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.248899] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.249097] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.249291] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.249514] env[68134]: DEBUG nova.virt.hardware [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.250116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.145s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.250344] env[68134]: DEBUG nova.objects.instance [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lazy-loading 'resources' on Instance uuid b93dbac0-6254-4518-bca7-3f4b8e1a45c9 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.252345] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c1272-66d8-44a9-9008-bbb28b876d4b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.263295] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37912b9-1e2c-4985-a00c-dbb33df78171 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.279639] env[68134]: INFO nova.scheduler.client.report [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Deleted allocations for instance 90f0a81c-dfe5-4ba0-8603-890db1cee214 [ 833.510840] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964910, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.531011] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445825} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.531335] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.531585] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.531875] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e19c309-ba64-4b55-a240-4cd58f9613c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.538798] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 833.538798] env[68134]: value = "task-2964912" [ 833.538798] env[68134]: _type = "Task" [ 833.538798] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.547159] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.710413] env[68134]: DEBUG nova.compute.manager [req-e766481c-13a3-4a0a-9930-5c249f85774c req-1e07a2b1-9c04-4ddf-a125-6921d421aa7b service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Received event network-vif-plugged-887d7975-d798-4925-ad5f-ec3acb78463c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.710413] env[68134]: DEBUG oslo_concurrency.lockutils [req-e766481c-13a3-4a0a-9930-5c249f85774c req-1e07a2b1-9c04-4ddf-a125-6921d421aa7b service nova] Acquiring lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.710617] env[68134]: DEBUG oslo_concurrency.lockutils [req-e766481c-13a3-4a0a-9930-5c249f85774c req-1e07a2b1-9c04-4ddf-a125-6921d421aa7b service nova] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.710793] env[68134]: DEBUG oslo_concurrency.lockutils [req-e766481c-13a3-4a0a-9930-5c249f85774c req-1e07a2b1-9c04-4ddf-a125-6921d421aa7b service nova] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.711070] env[68134]: DEBUG nova.compute.manager [req-e766481c-13a3-4a0a-9930-5c249f85774c req-1e07a2b1-9c04-4ddf-a125-6921d421aa7b service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] No waiting events found dispatching network-vif-plugged-887d7975-d798-4925-ad5f-ec3acb78463c {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.711458] env[68134]: WARNING nova.compute.manager [req-e766481c-13a3-4a0a-9930-5c249f85774c req-1e07a2b1-9c04-4ddf-a125-6921d421aa7b service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Received unexpected event network-vif-plugged-887d7975-d798-4925-ad5f-ec3acb78463c for instance with vm_state building and task_state spawning. [ 833.788465] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5a8e7ec9-eb3c-4586-a879-e894b1146a1e tempest-MultipleCreateTestJSON-1980106618 tempest-MultipleCreateTestJSON-1980106618-project-member] Lock "90f0a81c-dfe5-4ba0-8603-890db1cee214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.474s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.824745] env[68134]: DEBUG nova.network.neutron [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Successfully updated port: 887d7975-d798-4925-ad5f-ec3acb78463c {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.015299] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964910, 'name': Rename_Task, 'duration_secs': 0.837463} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.015949] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.016305] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a1889de-a614-4990-808a-49ceb2c7d51b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.030892] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 834.030892] env[68134]: value = "task-2964913" [ 834.030892] env[68134]: _type = "Task" [ 834.030892] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.049911] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964913, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.055397] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227384} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.055809] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.056811] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9b2f0f-9f34-47da-9bc7-00b9ed202c62 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.088375] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.088997] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666b2e73-28ae-4cd9-8f9a-1b5e622cb031 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.113038] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 834.113038] env[68134]: value = "task-2964914" [ 834.113038] env[68134]: _type = "Task" [ 834.113038] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.122346] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.318562] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2674630f-4726-4c7b-aeed-2f56522753ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.325782] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd66168-0962-4188-887b-b4095d5def7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.330566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-ecafebdf-f3d2-44f0-b356-751e2c4e3613" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.330566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-ecafebdf-f3d2-44f0-b356-751e2c4e3613" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.330566] env[68134]: DEBUG nova.network.neutron [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.361790] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220e773-8046-402e-9ed9-cb765816f9fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.373069] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645b425-77b3-482c-98d1-b7b1f3aacb02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.389267] env[68134]: DEBUG nova.compute.provider_tree [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.542954] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.622656] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.895113] env[68134]: DEBUG nova.network.neutron [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.897973] env[68134]: DEBUG nova.scheduler.client.report [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.052378] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.126479] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.222828] env[68134]: DEBUG nova.network.neutron [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Updating instance_info_cache with network_info: [{"id": "887d7975-d798-4925-ad5f-ec3acb78463c", "address": "fa:16:3e:7e:f0:fc", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887d7975-d7", "ovs_interfaceid": "887d7975-d798-4925-ad5f-ec3acb78463c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.407287] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.413678] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.766s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.413976] env[68134]: DEBUG nova.objects.instance [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lazy-loading 'resources' on Instance uuid bec2b37d-ba84-42f7-8506-0b5868e7fa7a {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.444720] env[68134]: INFO nova.scheduler.client.report [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Deleted allocations for instance b93dbac0-6254-4518-bca7-3f4b8e1a45c9 [ 835.544925] env[68134]: DEBUG oslo_vmware.api [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964913, 'name': PowerOnVM_Task, 'duration_secs': 1.335957} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.544925] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.544925] env[68134]: INFO nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Took 9.91 seconds to spawn the instance on the hypervisor. [ 835.545277] env[68134]: DEBUG nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.548827] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ab706b-52a8-4475-ac71-1f9b9f19e963 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.624487] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964914, 'name': ReconfigVM_Task, 'duration_secs': 1.078177} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.624761] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.625474] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e764d5db-c3f0-4646-afcd-8eecf759ffbc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.632549] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 835.632549] env[68134]: value = "task-2964915" [ 835.632549] env[68134]: _type = "Task" [ 835.632549] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.643154] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964915, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.725690] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-ecafebdf-f3d2-44f0-b356-751e2c4e3613" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.725785] env[68134]: DEBUG nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Instance network_info: |[{"id": "887d7975-d798-4925-ad5f-ec3acb78463c", "address": "fa:16:3e:7e:f0:fc", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887d7975-d7", "ovs_interfaceid": "887d7975-d798-4925-ad5f-ec3acb78463c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.726252] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f0:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '887d7975-d798-4925-ad5f-ec3acb78463c', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.733714] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.734058] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.734204] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a797882c-f948-465f-b475-1712a0b9c185 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.762247] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.762247] env[68134]: value = "task-2964916" [ 835.762247] env[68134]: _type = "Task" [ 835.762247] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.771782] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964916, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.852421] env[68134]: DEBUG nova.compute.manager [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Received event network-changed-887d7975-d798-4925-ad5f-ec3acb78463c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.852626] env[68134]: DEBUG nova.compute.manager [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Refreshing instance network info cache due to event network-changed-887d7975-d798-4925-ad5f-ec3acb78463c. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.852841] env[68134]: DEBUG oslo_concurrency.lockutils [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] Acquiring lock "refresh_cache-ecafebdf-f3d2-44f0-b356-751e2c4e3613" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.853750] env[68134]: DEBUG oslo_concurrency.lockutils [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] Acquired lock "refresh_cache-ecafebdf-f3d2-44f0-b356-751e2c4e3613" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.854084] env[68134]: DEBUG nova.network.neutron [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Refreshing network info cache for port 887d7975-d798-4925-ad5f-ec3acb78463c {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.956740] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd8ffe21-3bab-4021-bd93-ada516fb50c2 tempest-InstanceActionsV221TestJSON-1600154267 tempest-InstanceActionsV221TestJSON-1600154267-project-member] Lock "b93dbac0-6254-4518-bca7-3f4b8e1a45c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.960s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.070117] env[68134]: INFO nova.compute.manager [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Took 49.45 seconds to build instance. [ 836.147944] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964915, 'name': Rename_Task, 'duration_secs': 0.240307} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.149105] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.149587] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a092dbce-e732-440f-872d-85d99095718e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.156353] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 836.156353] env[68134]: value = "task-2964917" [ 836.156353] env[68134]: _type = "Task" [ 836.156353] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.167876] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.278029] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964916, 'name': CreateVM_Task, 'duration_secs': 0.368238} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.278029] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.278965] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.279158] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.279984] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.279984] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46024cb5-fcb9-4ec1-9ae3-f5e369d3a3fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.284460] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 836.284460] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52686c21-fe68-b824-bd46-87b9b8f12ef4" [ 836.284460] env[68134]: _type = "Task" [ 836.284460] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.295276] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52686c21-fe68-b824-bd46-87b9b8f12ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.321590] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquiring lock "8b099ae4-4993-4664-818e-c6fc4f3694b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.321590] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.484670] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051cab0-4788-42cb-b8e7-f6ad4762092d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.496573] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b15032-500f-4d81-9bdd-7b76a68b0cc1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.532649] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc92d49-15e2-49f3-8b4b-a67b716732cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.540633] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a64a255-d51b-41ca-8069-23dd4c6a4a19 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.555070] env[68134]: DEBUG nova.compute.provider_tree [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.571178] env[68134]: DEBUG oslo_concurrency.lockutils [None req-466ffb37-0911-432e-b348-fae4e1e6dcd9 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "00b632fe-5417-411d-8713-a584597546ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.334s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.666486] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.687241] env[68134]: DEBUG nova.network.neutron [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Updated VIF entry in instance network info cache for port 887d7975-d798-4925-ad5f-ec3acb78463c. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.687372] env[68134]: DEBUG nova.network.neutron [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Updating instance_info_cache with network_info: [{"id": "887d7975-d798-4925-ad5f-ec3acb78463c", "address": "fa:16:3e:7e:f0:fc", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887d7975-d7", "ovs_interfaceid": "887d7975-d798-4925-ad5f-ec3acb78463c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.805266] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52686c21-fe68-b824-bd46-87b9b8f12ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.805266] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.805880] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.805974] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.806815] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.806815] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.806907] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b511f1-668c-4960-b4b6-bf57e0450f57 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.816480] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.816829] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.818271] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a59a79-f727-455f-98f6-ce224ba6a7ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.825311] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 836.825311] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52251fd0-6522-6fe9-4d39-009a02bd59ca" [ 836.825311] env[68134]: _type = "Task" [ 836.825311] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.839432] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52251fd0-6522-6fe9-4d39-009a02bd59ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.840711] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c1e990-b4c5-4f02-85b7-16cc2d06df1e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.848928] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 836.848928] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e07858-e8c8-d931-db9c-4a4144cefac1" [ 836.848928] env[68134]: _type = "Task" [ 836.848928] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.861974] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e07858-e8c8-d931-db9c-4a4144cefac1, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.862464] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.862884] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ecafebdf-f3d2-44f0-b356-751e2c4e3613/ecafebdf-f3d2-44f0-b356-751e2c4e3613.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.863321] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9297a05-09ae-420e-b0ff-05eb5cc376a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.872665] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 836.872665] env[68134]: value = "task-2964918" [ 836.872665] env[68134]: _type = "Task" [ 836.872665] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.884264] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.059170] env[68134]: DEBUG nova.scheduler.client.report [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.076271] env[68134]: DEBUG nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.168498] env[68134]: DEBUG oslo_vmware.api [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964917, 'name': PowerOnVM_Task, 'duration_secs': 0.886977} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.169105] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.169105] env[68134]: INFO nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Took 8.82 seconds to spawn the instance on the hypervisor. [ 837.169226] env[68134]: DEBUG nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.170082] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a0ad42-2705-46e2-b199-9e9c9faa1f7b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.190635] env[68134]: DEBUG oslo_concurrency.lockutils [req-700fd943-85c0-4f25-9798-605568248ffe req-8853b441-c614-4b38-a9b3-4bd6f3820eae service nova] Releasing lock "refresh_cache-ecafebdf-f3d2-44f0-b356-751e2c4e3613" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.212190] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.212486] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.212707] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.212895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.213080] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.215521] env[68134]: INFO nova.compute.manager [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Terminating instance [ 837.383240] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964918, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.567966] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.575020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.241s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.575020] env[68134]: INFO nova.compute.claims [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.594935] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "2776991d-a91d-4b4c-a173-ba7607c0a73b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.594935] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "2776991d-a91d-4b4c-a173-ba7607c0a73b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.598307] env[68134]: INFO nova.scheduler.client.report [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Deleted allocations for instance bec2b37d-ba84-42f7-8506-0b5868e7fa7a [ 837.603424] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.694116] env[68134]: INFO nova.compute.manager [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Took 49.83 seconds to build instance. [ 837.721383] env[68134]: DEBUG nova.compute.manager [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.721383] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.722481] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73cc384-50da-4f91-9b98-ecae4d85a6f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.731377] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.731632] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb077d74-f7db-45c0-905f-0d3f7566fa8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.739846] env[68134]: DEBUG oslo_vmware.api [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 837.739846] env[68134]: value = "task-2964919" [ 837.739846] env[68134]: _type = "Task" [ 837.739846] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.757757] env[68134]: DEBUG oslo_vmware.api [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.886564] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523512} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.887960] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ecafebdf-f3d2-44f0-b356-751e2c4e3613/ecafebdf-f3d2-44f0-b356-751e2c4e3613.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.888338] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.889037] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01a8aad2-ec35-4ac3-a26f-a92696d66c9c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.901639] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 837.901639] env[68134]: value = "task-2964920" [ 837.901639] env[68134]: _type = "Task" [ 837.901639] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.919928] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.114308] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f60bc8bd-a998-4f0d-a3dd-c6c829d0e55b tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "bec2b37d-ba84-42f7-8506-0b5868e7fa7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.947s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.199094] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f57b9e2-5e92-4b66-9fac-6c217a456d62 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.153s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.250741] env[68134]: DEBUG oslo_vmware.api [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964919, 'name': PowerOffVM_Task, 'duration_secs': 0.229848} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.250871] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.251072] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.251345] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eccda60d-0631-4a87-aa26-24b0cc2457f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.328227] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.328227] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.328227] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleting the datastore file [datastore1] d3b5cf2c-badc-439a-9e86-e11cb8554ed2 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.328227] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d34d666a-e78f-4a03-8c6a-908d1e6b61e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.335207] env[68134]: DEBUG oslo_vmware.api [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 838.335207] env[68134]: value = "task-2964922" [ 838.335207] env[68134]: _type = "Task" [ 838.335207] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.346342] env[68134]: DEBUG oslo_vmware.api [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.416715] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080652} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.418703] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.418703] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4ee285-35b1-40b7-bd34-aae8d3d25d5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.443928] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] ecafebdf-f3d2-44f0-b356-751e2c4e3613/ecafebdf-f3d2-44f0-b356-751e2c4e3613.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.444331] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e8163a3-2db0-4f31-883d-4518179236e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.466649] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 838.466649] env[68134]: value = "task-2964923" [ 838.466649] env[68134]: _type = "Task" [ 838.466649] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.485888] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964923, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.702160] env[68134]: DEBUG nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.854641] env[68134]: DEBUG oslo_vmware.api [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2964922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152486} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.857568] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.857906] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.858050] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.858756] env[68134]: INFO nova.compute.manager [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 838.858980] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.859390] env[68134]: DEBUG nova.compute.manager [-] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.859463] env[68134]: DEBUG nova.network.neutron [-] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.984875] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.991927] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "76c9d457-105c-496d-bc10-ba04e58172b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.991927] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "76c9d457-105c-496d-bc10-ba04e58172b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.154175] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c22e6b-034d-41a1-a179-8ba58aa23088 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.163521] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653f862c-840a-4e56-95a9-4bcf4edc9d99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.196675] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8b281-3911-4bf0-b8e0-0ef3bae5670b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.209762] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444edba-6e41-4e50-a4b7-196d9da9c112 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.231794] env[68134]: DEBUG nova.compute.provider_tree [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.237048] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.387381] env[68134]: DEBUG nova.compute.manager [req-3745a347-b243-4b51-b1f4-e84e32cd496b req-f1590a9b-85d3-49d5-be12-bd5c9a01e05f service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Received event network-vif-deleted-bffdd4e3-cf09-471f-a468-64f463d4d6cf {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.388446] env[68134]: INFO nova.compute.manager [req-3745a347-b243-4b51-b1f4-e84e32cd496b req-f1590a9b-85d3-49d5-be12-bd5c9a01e05f service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Neutron deleted interface bffdd4e3-cf09-471f-a468-64f463d4d6cf; detaching it from the instance and deleting it from the info cache [ 839.388446] env[68134]: DEBUG nova.network.neutron [req-3745a347-b243-4b51-b1f4-e84e32cd496b req-f1590a9b-85d3-49d5-be12-bd5c9a01e05f service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.444192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.444462] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.444714] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.444881] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.445478] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.447584] env[68134]: INFO nova.compute.manager [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Terminating instance [ 839.479508] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.743494] env[68134]: DEBUG nova.network.neutron [-] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.758631] env[68134]: ERROR nova.scheduler.client.report [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [req-5f844e69-31ef-4a1a-a5d0-501b52963030] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f844e69-31ef-4a1a-a5d0-501b52963030"}]} [ 839.782884] env[68134]: DEBUG nova.scheduler.client.report [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.799280] env[68134]: DEBUG nova.scheduler.client.report [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.799521] env[68134]: DEBUG nova.compute.provider_tree [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.811590] env[68134]: DEBUG nova.scheduler.client.report [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.830450] env[68134]: DEBUG nova.scheduler.client.report [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.893240] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2acf5ec8-1126-4bd8-8e2b-0d81976903ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.905311] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda1bd8-736c-484d-a5ed-8b6608e79bc8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.948454] env[68134]: DEBUG nova.compute.manager [req-3745a347-b243-4b51-b1f4-e84e32cd496b req-f1590a9b-85d3-49d5-be12-bd5c9a01e05f service nova] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Detach interface failed, port_id=bffdd4e3-cf09-471f-a468-64f463d4d6cf, reason: Instance d3b5cf2c-badc-439a-9e86-e11cb8554ed2 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 839.953322] env[68134]: DEBUG nova.compute.manager [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.953486] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.954453] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cfb597-b494-4c6a-b1d2-96d6be0bd429 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.963731] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.963731] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274d3442-4603-46f3-9c13-bdd36244a21c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.972628] env[68134]: DEBUG oslo_vmware.api [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 839.972628] env[68134]: value = "task-2964924" [ 839.972628] env[68134]: _type = "Task" [ 839.972628] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.979862] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964923, 'name': ReconfigVM_Task, 'duration_secs': 1.388599} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.980951] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Reconfigured VM instance instance-00000039 to attach disk [datastore1] ecafebdf-f3d2-44f0-b356-751e2c4e3613/ecafebdf-f3d2-44f0-b356-751e2c4e3613.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.984342] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5146621-1d37-4623-8df0-d093c920f5c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.989861] env[68134]: DEBUG oslo_vmware.api [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.997987] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 839.997987] env[68134]: value = "task-2964925" [ 839.997987] env[68134]: _type = "Task" [ 839.997987] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.011390] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964925, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.057160] env[68134]: INFO nova.compute.manager [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Rebuilding instance [ 840.109564] env[68134]: DEBUG nova.compute.manager [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.110418] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2e064a-cfd1-4caf-bcb6-d5ab35ec8ec4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.246490] env[68134]: INFO nova.compute.manager [-] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Took 1.39 seconds to deallocate network for instance. [ 840.475914] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8212d67-9cf1-4f12-ab99-6ba38afb065e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.489203] env[68134]: DEBUG oslo_vmware.api [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964924, 'name': PowerOffVM_Task, 'duration_secs': 0.365237} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.491080] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.491260] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.491554] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07cb5800-bd62-464c-97e5-bbbb9ba28a87 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.493902] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80823e42-ccc2-44b1-b373-d6aebf4d92b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.507814] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964925, 'name': Rename_Task, 'duration_secs': 0.174509} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.533241] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.533755] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e68708-13c6-4049-8202-775ba550b197 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.536153] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda4891-6b98-46ed-96e9-47ccbc8ad631 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.546647] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e5536-0f4d-4feb-9355-b8e13cc645e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.550558] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 840.550558] env[68134]: value = "task-2964927" [ 840.550558] env[68134]: _type = "Task" [ 840.550558] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.564814] env[68134]: DEBUG nova.compute.provider_tree [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.567731] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.567927] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.568118] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Deleting the datastore file [datastore2] 3eaf8669-1dae-4574-bca9-98afd9e0b14e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.568599] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41e3c113-97d6-4f8f-80d3-9b034494bf12 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.573519] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964927, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.579584] env[68134]: DEBUG oslo_vmware.api [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for the task: (returnval){ [ 840.579584] env[68134]: value = "task-2964928" [ 840.579584] env[68134]: _type = "Task" [ 840.579584] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.588642] env[68134]: DEBUG oslo_vmware.api [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.756649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.079719] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.096138] env[68134]: DEBUG oslo_vmware.api [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Task: {'id': task-2964928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181223} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.096447] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.096645] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.096809] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.096983] env[68134]: INFO nova.compute.manager [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.097246] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.097446] env[68134]: DEBUG nova.compute.manager [-] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.097543] env[68134]: DEBUG nova.network.neutron [-] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.127032] env[68134]: DEBUG nova.scheduler.client.report [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 841.127110] env[68134]: DEBUG nova.compute.provider_tree [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 86 to 87 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 841.128171] env[68134]: DEBUG nova.compute.provider_tree [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.131249] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.131699] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3656e827-3b89-4282-ac31-a2a0c0f34f9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.141749] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 841.141749] env[68134]: value = "task-2964929" [ 841.141749] env[68134]: _type = "Task" [ 841.141749] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.156405] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.562766] env[68134]: DEBUG oslo_vmware.api [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964927, 'name': PowerOnVM_Task, 'duration_secs': 0.569157} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.562952] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.563605] env[68134]: INFO nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Took 8.35 seconds to spawn the instance on the hypervisor. [ 841.564281] env[68134]: DEBUG nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.564728] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afcc0cc-89e0-4548-a06c-bbdf48f160b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.612618] env[68134]: DEBUG nova.compute.manager [req-d55ae356-3026-40e7-bf23-637bafbc194f req-19c6e347-a0c4-4d15-8b4d-57d06e08f9a6 service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Received event network-vif-deleted-400aad42-4ca7-48e8-b314-efc487e90128 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.612918] env[68134]: INFO nova.compute.manager [req-d55ae356-3026-40e7-bf23-637bafbc194f req-19c6e347-a0c4-4d15-8b4d-57d06e08f9a6 service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Neutron deleted interface 400aad42-4ca7-48e8-b314-efc487e90128; detaching it from the instance and deleting it from the info cache [ 841.613213] env[68134]: DEBUG nova.network.neutron [req-d55ae356-3026-40e7-bf23-637bafbc194f req-19c6e347-a0c4-4d15-8b4d-57d06e08f9a6 service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.635023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.062s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.635023] env[68134]: DEBUG nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.639362] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.268s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.641566] env[68134]: INFO nova.compute.claims [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.660906] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964929, 'name': PowerOffVM_Task, 'duration_secs': 0.359727} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.661496] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.661817] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.663072] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8836a13c-bfb0-4b58-8bbc-e1eacc8065ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.674572] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.674890] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5c26af4-ea94-4bff-b7f3-7a55dae570be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.773309] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.773752] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.774056] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleting the datastore file [datastore2] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.774462] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aecc8b5-0813-4f1c-9027-30b7b5cf5b2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.784032] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 841.784032] env[68134]: value = "task-2964931" [ 841.784032] env[68134]: _type = "Task" [ 841.784032] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.801064] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.979111] env[68134]: DEBUG nova.network.neutron [-] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.086977] env[68134]: INFO nova.compute.manager [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Took 52.90 seconds to build instance. [ 842.118457] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f427580e-082f-45e5-b42d-2270cf9d63f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.130333] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea2f72-a997-454d-ac59-596905dee66e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.143155] env[68134]: DEBUG nova.compute.utils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.144400] env[68134]: DEBUG nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.144571] env[68134]: DEBUG nova.network.neutron [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.174885] env[68134]: DEBUG nova.compute.manager [req-d55ae356-3026-40e7-bf23-637bafbc194f req-19c6e347-a0c4-4d15-8b4d-57d06e08f9a6 service nova] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Detach interface failed, port_id=400aad42-4ca7-48e8-b314-efc487e90128, reason: Instance 3eaf8669-1dae-4574-bca9-98afd9e0b14e could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.216018] env[68134]: DEBUG nova.policy [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f671f5b1120430d97f30f6503a05821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '745b9683f22f47269b28d966043dd4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.296827] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333609} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.297136] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.297331] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.297508] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.482048] env[68134]: INFO nova.compute.manager [-] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Took 1.38 seconds to deallocate network for instance. [ 842.535725] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.535725] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.591066] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8507e27f-1fa6-4f16-9458-0ec6e1f5a41e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.972s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.607930] env[68134]: DEBUG nova.network.neutron [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Successfully created port: e67cdd81-25cf-4daa-b567-c0e5f58c763d {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.652617] env[68134]: DEBUG nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.991342] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.093702] env[68134]: DEBUG nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.344501] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.344730] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.344879] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.345067] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.345214] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.345418] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.345624] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.345775] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.345932] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.346098] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.346263] env[68134]: DEBUG nova.virt.hardware [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.348472] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d487848-bda3-4c36-9af1-0efd4ba8d26d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.361433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3221d1f-4ed9-4a3d-8274-57be4ae105ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.381927] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:91:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1efe1cc9-6a5c-44a6-b231-4cc0372c18d1', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.390248] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.395876] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.396175] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0825e023-3271-4a58-8ae6-c0395c84dcde {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.414817] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfef7d0-03c3-4c41-907e-e7ac170b32a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.419025] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.419025] env[68134]: value = "task-2964932" [ 843.419025] env[68134]: _type = "Task" [ 843.419025] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.425216] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba976d8-8eaa-45a4-84a6-d27cdde4b3ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.434188] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964932, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.460509] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eb1758-5c6a-4419-bdbb-66bd722ae9d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.468721] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447921c-683e-4e63-beef-4009479deda2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.495257] env[68134]: DEBUG nova.compute.provider_tree [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.616858] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.665984] env[68134]: DEBUG nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.692579] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.692824] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.692978] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.693182] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.693320] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.693463] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.693668] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.693828] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.693982] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.694148] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.694318] env[68134]: DEBUG nova.virt.hardware [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.695221] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1409bf1-a811-4ec1-95ab-819f239cea8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.707164] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33708cfb-e443-4040-8238-cccbafbd5fb4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.868299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.868467] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.930663] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964932, 'name': CreateVM_Task, 'duration_secs': 0.427232} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.930838] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.931548] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.931729] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.932083] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.932365] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8164145a-0ce2-41bb-8f2d-e93dc5425d23 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.938597] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 843.938597] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520f1cd4-27f2-6966-300e-6e4d5874a16c" [ 843.938597] env[68134]: _type = "Task" [ 843.938597] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.948523] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520f1cd4-27f2-6966-300e-6e4d5874a16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.003059] env[68134]: DEBUG nova.scheduler.client.report [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.371951] env[68134]: DEBUG nova.compute.utils [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.450312] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520f1cd4-27f2-6966-300e-6e4d5874a16c, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.450606] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.450837] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.451090] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.451237] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.451418] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.451688] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be5aed3e-d906-4423-a30b-60a5ebb0da6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.461195] env[68134]: DEBUG nova.network.neutron [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Successfully updated port: e67cdd81-25cf-4daa-b567-c0e5f58c763d {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.465970] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.469744] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.469744] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc938e57-9fd4-42b3-ba21-86b53b8ed68e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.473775] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 844.473775] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a0efec-8566-7602-5f24-f048bc4a0bc5" [ 844.473775] env[68134]: _type = "Task" [ 844.473775] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.486913] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a0efec-8566-7602-5f24-f048bc4a0bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.508957] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.509499] env[68134]: DEBUG nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.512131] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.158s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.512313] env[68134]: DEBUG nova.objects.instance [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.614709] env[68134]: DEBUG nova.compute.manager [req-01452221-dfc9-47bd-a64d-fc00b0154731 req-3a94f65a-c544-4c11-811b-734e83b271c5 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Received event network-vif-plugged-e67cdd81-25cf-4daa-b567-c0e5f58c763d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.614943] env[68134]: DEBUG oslo_concurrency.lockutils [req-01452221-dfc9-47bd-a64d-fc00b0154731 req-3a94f65a-c544-4c11-811b-734e83b271c5 service nova] Acquiring lock "2eb67255-f627-4195-be17-858f644da3ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.615123] env[68134]: DEBUG oslo_concurrency.lockutils [req-01452221-dfc9-47bd-a64d-fc00b0154731 req-3a94f65a-c544-4c11-811b-734e83b271c5 service nova] Lock "2eb67255-f627-4195-be17-858f644da3ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.615306] env[68134]: DEBUG oslo_concurrency.lockutils [req-01452221-dfc9-47bd-a64d-fc00b0154731 req-3a94f65a-c544-4c11-811b-734e83b271c5 service nova] Lock "2eb67255-f627-4195-be17-858f644da3ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.615475] env[68134]: DEBUG nova.compute.manager [req-01452221-dfc9-47bd-a64d-fc00b0154731 req-3a94f65a-c544-4c11-811b-734e83b271c5 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] No waiting events found dispatching network-vif-plugged-e67cdd81-25cf-4daa-b567-c0e5f58c763d {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.615640] env[68134]: WARNING nova.compute.manager [req-01452221-dfc9-47bd-a64d-fc00b0154731 req-3a94f65a-c544-4c11-811b-734e83b271c5 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Received unexpected event network-vif-plugged-e67cdd81-25cf-4daa-b567-c0e5f58c763d for instance with vm_state building and task_state spawning. [ 844.875213] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.963876] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "refresh_cache-2eb67255-f627-4195-be17-858f644da3ad" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.964043] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "refresh_cache-2eb67255-f627-4195-be17-858f644da3ad" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.964202] env[68134]: DEBUG nova.network.neutron [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.985641] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a0efec-8566-7602-5f24-f048bc4a0bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.022695} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.986954] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c73d5bc-eb29-43e9-997b-ad1e13b375e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.992830] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 844.992830] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52dee42f-1513-f7be-f808-2bf006480b83" [ 844.992830] env[68134]: _type = "Task" [ 844.992830] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.001301] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52dee42f-1513-f7be-f808-2bf006480b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.017332] env[68134]: DEBUG nova.compute.utils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.021806] env[68134]: DEBUG nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.021995] env[68134]: DEBUG nova.network.neutron [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.062119] env[68134]: DEBUG nova.policy [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae26922813b2436baf7b5d7ca24dfe1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '123c47b06ec5488e94f925ae3384f210', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.335153] env[68134]: DEBUG nova.network.neutron [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Successfully created port: 3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.508941] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52dee42f-1513-f7be-f808-2bf006480b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.509220] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.509690] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.510300] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-467153c0-46a6-4fe6-b2a0-3a3cd641119c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.519118] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 845.519118] env[68134]: value = "task-2964933" [ 845.519118] env[68134]: _type = "Task" [ 845.519118] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.528609] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8d931e3c-fe61-48c6-a9b2-b7e7f2a19dc3 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.529851] env[68134]: DEBUG nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.532191] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.533031] env[68134]: DEBUG nova.network.neutron [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.535513] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.575s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.535779] env[68134]: DEBUG nova.objects.instance [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lazy-loading 'resources' on Instance uuid 5938f3b0-bec5-4515-8191-de835d6f9a7f {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.741417] env[68134]: DEBUG nova.network.neutron [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Updating instance_info_cache with network_info: [{"id": "e67cdd81-25cf-4daa-b567-c0e5f58c763d", "address": "fa:16:3e:34:25:4c", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67cdd81-25", "ovs_interfaceid": "e67cdd81-25cf-4daa-b567-c0e5f58c763d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.946051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.946331] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.946607] env[68134]: INFO nova.compute.manager [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Attaching volume f1048f5c-d911-4c05-9fb2-d99b4bcaa771 to /dev/sdb [ 845.985704] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53678d3-d156-4121-8ad8-40724af8c1da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.994052] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0786bd-e09f-4d0c-ba0e-7eeaf920b960 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.009846] env[68134]: DEBUG nova.virt.block_device [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Updating existing volume attachment record: 743b0303-4834-4d5e-915e-decd9c174d59 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 846.030575] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477976} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.030814] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.030991] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.031259] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a69e20-a8c7-4a0d-a942-3058e5d706bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.042794] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 846.042794] env[68134]: value = "task-2964934" [ 846.042794] env[68134]: _type = "Task" [ 846.042794] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.052406] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.244691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "refresh_cache-2eb67255-f627-4195-be17-858f644da3ad" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.245055] env[68134]: DEBUG nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Instance network_info: |[{"id": "e67cdd81-25cf-4daa-b567-c0e5f58c763d", "address": "fa:16:3e:34:25:4c", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67cdd81-25", "ovs_interfaceid": "e67cdd81-25cf-4daa-b567-c0e5f58c763d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.245583] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:25:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e67cdd81-25cf-4daa-b567-c0e5f58c763d', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.253356] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.256189] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.256599] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d25c45f3-2790-4edd-a7b0-2ddb32cdf224 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.279450] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.279450] env[68134]: value = "task-2964937" [ 846.279450] env[68134]: _type = "Task" [ 846.279450] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.289604] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964937, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.545955] env[68134]: DEBUG nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.559750] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073902} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.562352] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.563410] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17efcbfe-9632-466c-a4b4-8a87d20b173c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.588040] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.590903] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.591146] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.591303] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.591496] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.591676] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.591775] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.592016] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.592180] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.592345] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.592512] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.592683] env[68134]: DEBUG nova.virt.hardware [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.592957] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4c3a7e-5fcf-4e60-91b1-bd94fb345bfe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.609267] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af0eec-d476-433e-8bff-c261b17e0ed2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.612830] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f823b121-1467-49e3-be07-c4569e871ca4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.625121] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7618e483-0969-436b-8f8c-5c3aa7390a73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.628469] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 846.628469] env[68134]: value = "task-2964939" [ 846.628469] env[68134]: _type = "Task" [ 846.628469] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.629963] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a8054d-e937-4d36-ab23-bce871bc02b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.665790] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c34499-b01c-42ec-aa1c-1339d59e28af {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.678542] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.683152] env[68134]: DEBUG nova.compute.manager [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Received event network-changed-e67cdd81-25cf-4daa-b567-c0e5f58c763d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.683152] env[68134]: DEBUG nova.compute.manager [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Refreshing instance network info cache due to event network-changed-e67cdd81-25cf-4daa-b567-c0e5f58c763d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.683152] env[68134]: DEBUG oslo_concurrency.lockutils [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] Acquiring lock "refresh_cache-2eb67255-f627-4195-be17-858f644da3ad" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.683152] env[68134]: DEBUG oslo_concurrency.lockutils [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] Acquired lock "refresh_cache-2eb67255-f627-4195-be17-858f644da3ad" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.683152] env[68134]: DEBUG nova.network.neutron [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Refreshing network info cache for port e67cdd81-25cf-4daa-b567-c0e5f58c763d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.688287] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6116c658-93ca-4885-8ee8-6967c905056c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.705228] env[68134]: DEBUG nova.compute.provider_tree [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.789813] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964937, 'name': CreateVM_Task, 'duration_secs': 0.448184} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.789996] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.790716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.790880] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.791221] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.791474] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22405a38-1e8c-4f50-959e-7efc70f23ab9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.797426] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 846.797426] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523b545e-c44b-ad38-2ffb-685b9864da83" [ 846.797426] env[68134]: _type = "Task" [ 846.797426] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.806115] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523b545e-c44b-ad38-2ffb-685b9864da83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.957371] env[68134]: DEBUG nova.network.neutron [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Successfully updated port: 3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.144526] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964939, 'name': ReconfigVM_Task, 'duration_secs': 0.359101} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.144824] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a/8dd5a2b3-67cd-4e4c-be55-59ba0828a50a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.145449] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e3b81a-dcb3-4d11-9e94-80d7ac835d6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.151654] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 847.151654] env[68134]: value = "task-2964940" [ 847.151654] env[68134]: _type = "Task" [ 847.151654] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.159330] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964940, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.228294] env[68134]: ERROR nova.scheduler.client.report [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [req-2701ec61-46b2-49f4-9843-651a9bf82d36] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2701ec61-46b2-49f4-9843-651a9bf82d36"}]} [ 847.251572] env[68134]: DEBUG nova.scheduler.client.report [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 847.270280] env[68134]: DEBUG nova.scheduler.client.report [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 847.270513] env[68134]: DEBUG nova.compute.provider_tree [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.284918] env[68134]: DEBUG nova.scheduler.client.report [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 847.311754] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523b545e-c44b-ad38-2ffb-685b9864da83, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.312688] env[68134]: DEBUG nova.scheduler.client.report [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 847.315051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.315319] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.315602] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.315773] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.316026] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.316550] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ce6e85d-77c2-4b89-81a7-82b441917c61 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.328142] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.328897] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.329031] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc730c57-ad5f-488c-ac12-9a4312ec6133 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.336549] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 847.336549] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52852fd5-2db1-8d72-acb8-4a81b465d7cf" [ 847.336549] env[68134]: _type = "Task" [ 847.336549] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.348672] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52852fd5-2db1-8d72-acb8-4a81b465d7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.461423] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.461571] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.461740] env[68134]: DEBUG nova.network.neutron [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.463542] env[68134]: DEBUG nova.network.neutron [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Updated VIF entry in instance network info cache for port e67cdd81-25cf-4daa-b567-c0e5f58c763d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.463882] env[68134]: DEBUG nova.network.neutron [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Updating instance_info_cache with network_info: [{"id": "e67cdd81-25cf-4daa-b567-c0e5f58c763d", "address": "fa:16:3e:34:25:4c", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67cdd81-25", "ovs_interfaceid": "e67cdd81-25cf-4daa-b567-c0e5f58c763d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.663574] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964940, 'name': Rename_Task, 'duration_secs': 0.16667} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.663849] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.664106] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1d8c41-4d87-4d26-a0ab-f04a0afa74ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.671309] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 847.671309] env[68134]: value = "task-2964941" [ 847.671309] env[68134]: _type = "Task" [ 847.671309] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.679623] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.762995] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c5b12f-02b7-48a9-ac46-868c847ff838 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.771242] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326d734b-cbdb-4590-8c96-32901000a2aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.802219] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968aab59-4a52-4530-b58c-3474c18aef7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.810662] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11256376-4000-4e76-ba32-1325e1e290c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.825152] env[68134]: DEBUG nova.compute.provider_tree [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.847368] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52852fd5-2db1-8d72-acb8-4a81b465d7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.848171] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf0c798-7910-48ca-8abd-006a70a4371d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.854035] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 847.854035] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e5eafe-35fd-c243-6bbf-c857727b6125" [ 847.854035] env[68134]: _type = "Task" [ 847.854035] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.863785] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e5eafe-35fd-c243-6bbf-c857727b6125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.966124] env[68134]: DEBUG oslo_concurrency.lockutils [req-433c5e83-8ed0-4b81-95e4-0afbf3e0eded req-18caa5cc-f6d4-45c1-ac76-c334edd6a559 service nova] Releasing lock "refresh_cache-2eb67255-f627-4195-be17-858f644da3ad" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.025177] env[68134]: DEBUG nova.network.neutron [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.182386] env[68134]: DEBUG oslo_vmware.api [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964941, 'name': PowerOnVM_Task, 'duration_secs': 0.49572} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.182694] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.182855] env[68134]: DEBUG nova.compute.manager [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.183638] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82db348-ac84-4f4b-9c01-af24b2c54c3f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.196651] env[68134]: DEBUG nova.network.neutron [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Updating instance_info_cache with network_info: [{"id": "3051ff24-68cd-417b-aafc-22ffd596b41d", "address": "fa:16:3e:d3:de:21", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3051ff24-68", "ovs_interfaceid": "3051ff24-68cd-417b-aafc-22ffd596b41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.359133] env[68134]: DEBUG nova.scheduler.client.report [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 848.359402] env[68134]: DEBUG nova.compute.provider_tree [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 88 to 89 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 848.359581] env[68134]: DEBUG nova.compute.provider_tree [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.370514] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e5eafe-35fd-c243-6bbf-c857727b6125, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.370803] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.371087] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2eb67255-f627-4195-be17-858f644da3ad/2eb67255-f627-4195-be17-858f644da3ad.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.371351] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ce52611-d0af-49fd-99de-d87739b2a5e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.379239] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 848.379239] env[68134]: value = "task-2964943" [ 848.379239] env[68134]: _type = "Task" [ 848.379239] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.390758] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.698967] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Releasing lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.699266] env[68134]: DEBUG nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Instance network_info: |[{"id": "3051ff24-68cd-417b-aafc-22ffd596b41d", "address": "fa:16:3e:d3:de:21", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3051ff24-68", "ovs_interfaceid": "3051ff24-68cd-417b-aafc-22ffd596b41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.699674] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:de:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3051ff24-68cd-417b-aafc-22ffd596b41d', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.707411] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.710808] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.712031] env[68134]: DEBUG nova.compute.manager [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Received event network-vif-plugged-3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.712211] env[68134]: DEBUG oslo_concurrency.lockutils [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] Acquiring lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.712418] env[68134]: DEBUG oslo_concurrency.lockutils [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.712583] env[68134]: DEBUG oslo_concurrency.lockutils [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.712746] env[68134]: DEBUG nova.compute.manager [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] No waiting events found dispatching network-vif-plugged-3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.712906] env[68134]: WARNING nova.compute.manager [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Received unexpected event network-vif-plugged-3051ff24-68cd-417b-aafc-22ffd596b41d for instance with vm_state building and task_state spawning. [ 848.713072] env[68134]: DEBUG nova.compute.manager [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Received event network-changed-3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.713224] env[68134]: DEBUG nova.compute.manager [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Refreshing instance network info cache due to event network-changed-3051ff24-68cd-417b-aafc-22ffd596b41d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.713414] env[68134]: DEBUG oslo_concurrency.lockutils [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] Acquiring lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.713589] env[68134]: DEBUG oslo_concurrency.lockutils [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] Acquired lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.713742] env[68134]: DEBUG nova.network.neutron [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Refreshing network info cache for port 3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.715283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.715699] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a371c03-49d0-4b99-9fc0-441bf97f3110 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.738900] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.738900] env[68134]: value = "task-2964944" [ 848.738900] env[68134]: _type = "Task" [ 848.738900] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.750873] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964944, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.865302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.330s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.869142] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.569s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.869451] env[68134]: DEBUG nova.objects.instance [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'resources' on Instance uuid 941df5cb-677e-421e-b32a-ced3e69257bb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.890923] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497511} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.892016] env[68134]: INFO nova.scheduler.client.report [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted allocations for instance 5938f3b0-bec5-4515-8191-de835d6f9a7f [ 848.893043] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2eb67255-f627-4195-be17-858f644da3ad/2eb67255-f627-4195-be17-858f644da3ad.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.893291] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.895731] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa46b5ea-6623-4a17-b0d4-4653f0bffcfa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.905024] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 848.905024] env[68134]: value = "task-2964945" [ 848.905024] env[68134]: _type = "Task" [ 848.905024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.914551] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.250813] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964944, 'name': CreateVM_Task, 'duration_secs': 0.453332} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.251151] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.251838] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.252008] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.252367] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.252639] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787d9a79-bab8-481b-8bec-b294adc8d8a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.260362] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 849.260362] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c5419-842c-ed42-b15e-db853cb705de" [ 849.260362] env[68134]: _type = "Task" [ 849.260362] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.272228] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c5419-842c-ed42-b15e-db853cb705de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.402923] env[68134]: DEBUG oslo_concurrency.lockutils [None req-22eadfeb-fa83-4d0e-9a94-68c19c9a5635 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "5938f3b0-bec5-4515-8191-de835d6f9a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.464s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.419254] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066978} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.419647] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.423457] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194655e8-6028-496d-a12e-0b603d04fd3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.449069] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 2eb67255-f627-4195-be17-858f644da3ad/2eb67255-f627-4195-be17-858f644da3ad.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.451979] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5812b8cd-2144-44c1-9f41-b509d4597012 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.468881] env[68134]: DEBUG nova.network.neutron [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Updated VIF entry in instance network info cache for port 3051ff24-68cd-417b-aafc-22ffd596b41d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.469863] env[68134]: DEBUG nova.network.neutron [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Updating instance_info_cache with network_info: [{"id": "3051ff24-68cd-417b-aafc-22ffd596b41d", "address": "fa:16:3e:d3:de:21", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3051ff24-68", "ovs_interfaceid": "3051ff24-68cd-417b-aafc-22ffd596b41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.481115] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 849.481115] env[68134]: value = "task-2964946" [ 849.481115] env[68134]: _type = "Task" [ 849.481115] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.489770] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.703432] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.703652] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.703860] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.704055] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.704227] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.706519] env[68134]: INFO nova.compute.manager [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Terminating instance [ 849.773323] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c5419-842c-ed42-b15e-db853cb705de, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.773660] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.773972] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.774346] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.775016] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.775016] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.775016] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-205446ff-f141-42a7-b13b-bd41336853f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.788317] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.788362] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.790208] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a9b749-fbcf-4cd6-90e7-e3943b55f97f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.797305] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 849.797305] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52675d33-503d-74f7-0ab1-9bd41b754338" [ 849.797305] env[68134]: _type = "Task" [ 849.797305] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.805304] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52675d33-503d-74f7-0ab1-9bd41b754338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.900559] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cf11b4-31e9-461f-943d-4d17779ac3ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.908286] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7a5d34-23e4-4e69-ae16-c34ecb9d3344 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.940700] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4e267-aa16-4fa7-9838-b4dc6d3e5217 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.949530] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06111735-eac8-4d1b-ba3c-ff97c4cd44dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.964517] env[68134]: DEBUG nova.compute.provider_tree [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.973198] env[68134]: DEBUG oslo_concurrency.lockutils [req-752ef22c-4158-4763-929e-0ab54ae56030 req-2ac25c8f-54db-45f2-9efc-226ba90831a5 service nova] Releasing lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.990983] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.211169] env[68134]: DEBUG nova.compute.manager [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.211536] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.212617] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eb4ad7-4a87-49b5-acfb-2afe91021fc0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.222041] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.222041] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b6f220-9290-45a3-ae3b-c05a9a0628ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.229182] env[68134]: DEBUG oslo_vmware.api [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 850.229182] env[68134]: value = "task-2964947" [ 850.229182] env[68134]: _type = "Task" [ 850.229182] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.239065] env[68134]: DEBUG oslo_vmware.api [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.296713] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.297561] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.308472] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52675d33-503d-74f7-0ab1-9bd41b754338, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.309351] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ede12b-fc4d-4ff8-81cc-d4809eb4eb1a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.315956] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 850.315956] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52676264-8a95-4d85-363f-b954e76af2f2" [ 850.315956] env[68134]: _type = "Task" [ 850.315956] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.324661] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52676264-8a95-4d85-363f-b954e76af2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.467711] env[68134]: DEBUG nova.scheduler.client.report [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.491607] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964946, 'name': ReconfigVM_Task, 'duration_secs': 0.854272} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.491875] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 2eb67255-f627-4195-be17-858f644da3ad/2eb67255-f627-4195-be17-858f644da3ad.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.492576] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78c09134-9ae7-4a56-ad88-4a05a732e03c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.499802] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 850.499802] env[68134]: value = "task-2964948" [ 850.499802] env[68134]: _type = "Task" [ 850.499802] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.509602] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964948, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.562677] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 850.563024] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594961', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'name': 'volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecafebdf-f3d2-44f0-b356-751e2c4e3613', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'serial': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 850.564375] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac4886-a8f7-49c5-b722-7dc20a4481a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.582949] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb946420-556e-4b61-ac05-09d232f821f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.607848] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771/volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.608163] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c68434-a918-4d66-9faa-56c82de8cebe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.627315] env[68134]: DEBUG oslo_vmware.api [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 850.627315] env[68134]: value = "task-2964949" [ 850.627315] env[68134]: _type = "Task" [ 850.627315] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.635812] env[68134]: DEBUG oslo_vmware.api [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.739410] env[68134]: DEBUG oslo_vmware.api [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964947, 'name': PowerOffVM_Task, 'duration_secs': 0.181556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.739747] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.739842] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.740097] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6225c74-0fe0-43c4-bef9-6d593fd67e40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.822534] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.822681] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.822955] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleting the datastore file [datastore1] 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.823692] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a63cc6c-b8f4-49f5-80d4-f8d7aa2a980a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.829454] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52676264-8a95-4d85-363f-b954e76af2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.830196] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.830513] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 67e08c1f-985b-4cf0-87dd-7048ce69ff2f/67e08c1f-985b-4cf0-87dd-7048ce69ff2f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.830841] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-551998d8-c35a-4e2b-931c-3585a0de7edd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.835461] env[68134]: DEBUG oslo_vmware.api [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 850.835461] env[68134]: value = "task-2964951" [ 850.835461] env[68134]: _type = "Task" [ 850.835461] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.840318] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 850.840318] env[68134]: value = "task-2964952" [ 850.840318] env[68134]: _type = "Task" [ 850.840318] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.847220] env[68134]: DEBUG oslo_vmware.api [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.852664] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.973637] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.976054] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.506s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.976054] env[68134]: DEBUG nova.objects.instance [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lazy-loading 'resources' on Instance uuid 55befe05-b148-49a1-9df0-1d3d8c169a5b {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.999427] env[68134]: INFO nova.scheduler.client.report [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted allocations for instance 941df5cb-677e-421e-b32a-ced3e69257bb [ 851.013030] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964948, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.141113] env[68134]: DEBUG oslo_vmware.api [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.347635] env[68134]: DEBUG oslo_vmware.api [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2964951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14714} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.350050] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.350250] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.350421] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.350590] env[68134]: INFO nova.compute.manager [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 851.350870] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.350997] env[68134]: DEBUG nova.compute.manager [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.351104] env[68134]: DEBUG nova.network.neutron [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.358563] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477204} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.358563] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 67e08c1f-985b-4cf0-87dd-7048ce69ff2f/67e08c1f-985b-4cf0-87dd-7048ce69ff2f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.358563] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.358563] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b192aa3-2112-4aa6-b4f4-a406dfcf062f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.366045] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 851.366045] env[68134]: value = "task-2964953" [ 851.366045] env[68134]: _type = "Task" [ 851.366045] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.377458] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.514214] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964948, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.517183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a6f1834-b133-48c0-bcf5-4d0811f38ba8 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "941df5cb-677e-421e-b32a-ced3e69257bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.761s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.643323] env[68134]: DEBUG oslo_vmware.api [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964949, 'name': ReconfigVM_Task, 'duration_secs': 0.597086} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.643635] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771/volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.651261] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6effa9f-40e8-4cfe-bd18-56d5527f7dcc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.668474] env[68134]: DEBUG oslo_vmware.api [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 851.668474] env[68134]: value = "task-2964954" [ 851.668474] env[68134]: _type = "Task" [ 851.668474] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.678612] env[68134]: DEBUG nova.compute.manager [req-3973756b-cdc0-45c1-9240-7ca3c77ddd85 req-3b2babfb-45da-48ce-8669-b1bf8e8af8e8 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Received event network-vif-deleted-1efe1cc9-6a5c-44a6-b231-4cc0372c18d1 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.678833] env[68134]: INFO nova.compute.manager [req-3973756b-cdc0-45c1-9240-7ca3c77ddd85 req-3b2babfb-45da-48ce-8669-b1bf8e8af8e8 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Neutron deleted interface 1efe1cc9-6a5c-44a6-b231-4cc0372c18d1; detaching it from the instance and deleting it from the info cache [ 851.679034] env[68134]: DEBUG nova.network.neutron [req-3973756b-cdc0-45c1-9240-7ca3c77ddd85 req-3b2babfb-45da-48ce-8669-b1bf8e8af8e8 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.684446] env[68134]: DEBUG oslo_vmware.api [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.876981] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076673} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.879568] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.880543] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b7e25-d2d3-491d-b4e5-f72e632ee2e9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.903346] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 67e08c1f-985b-4cf0-87dd-7048ce69ff2f/67e08c1f-985b-4cf0-87dd-7048ce69ff2f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.906200] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878e503c-9d39-4fe5-b479-04c19e0f8823 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.928045] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 851.928045] env[68134]: value = "task-2964955" [ 851.928045] env[68134]: _type = "Task" [ 851.928045] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.939077] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.012706] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964948, 'name': Rename_Task, 'duration_secs': 1.14566} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.019249] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.019970] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014173f0-fdb3-426c-9f82-20d153a6141e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.027726] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 852.027726] env[68134]: value = "task-2964956" [ 852.027726] env[68134]: _type = "Task" [ 852.027726] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.036049] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.051293] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12701796-f729-4811-8b35-64fdea5f6d5d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.060471] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067825b5-6761-4e02-9ee1-d7b48732cfa4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.102018] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62b2d07-68ad-4dda-8995-e330d0c71c5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.108603] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b008aad-3ec6-4dd5-b33f-216811bd590b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.124859] env[68134]: DEBUG nova.compute.provider_tree [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.163823] env[68134]: DEBUG nova.network.neutron [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.179212] env[68134]: DEBUG oslo_vmware.api [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964954, 'name': ReconfigVM_Task, 'duration_secs': 0.149806} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.179506] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594961', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'name': 'volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecafebdf-f3d2-44f0-b356-751e2c4e3613', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'serial': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 852.181432] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b31feff-fb2f-4667-9f22-7fc27114b795 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.191554] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf516d6d-2d30-4154-8a7f-ebd2b75d08f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.230540] env[68134]: DEBUG nova.compute.manager [req-3973756b-cdc0-45c1-9240-7ca3c77ddd85 req-3b2babfb-45da-48ce-8669-b1bf8e8af8e8 service nova] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Detach interface failed, port_id=1efe1cc9-6a5c-44a6-b231-4cc0372c18d1, reason: Instance 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 852.441960] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964955, 'name': ReconfigVM_Task, 'duration_secs': 0.438452} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.445479] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 67e08c1f-985b-4cf0-87dd-7048ce69ff2f/67e08c1f-985b-4cf0-87dd-7048ce69ff2f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.446178] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc49899b-6a3c-4c90-9d1a-b9fcd9d6468e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.453708] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 852.453708] env[68134]: value = "task-2964957" [ 852.453708] env[68134]: _type = "Task" [ 852.453708] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.462272] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964957, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.538845] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.628214] env[68134]: DEBUG nova.scheduler.client.report [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.668046] env[68134]: INFO nova.compute.manager [-] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Took 1.32 seconds to deallocate network for instance. [ 852.964080] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964957, 'name': Rename_Task, 'duration_secs': 0.407937} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.964424] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.964677] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61bbb789-5884-4d93-a6b2-c2afe9ca2d66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.971832] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 852.971832] env[68134]: value = "task-2964958" [ 852.971832] env[68134]: _type = "Task" [ 852.971832] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.980515] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.039935] env[68134]: DEBUG oslo_vmware.api [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964956, 'name': PowerOnVM_Task, 'duration_secs': 0.910845} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.040243] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.040448] env[68134]: INFO nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Took 9.37 seconds to spawn the instance on the hypervisor. [ 853.040627] env[68134]: DEBUG nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.041436] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd1ee2-0c11-4b05-a012-31ea4c6e2f34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.135745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.136109] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.980s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.138065] env[68134]: INFO nova.compute.claims [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.150332] env[68134]: INFO nova.scheduler.client.report [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Deleted allocations for instance 55befe05-b148-49a1-9df0-1d3d8c169a5b [ 853.174922] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.223237] env[68134]: DEBUG nova.objects.instance [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'flavor' on Instance uuid ecafebdf-f3d2-44f0-b356-751e2c4e3613 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.371039] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.464626] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "69ff857c-efa6-4c66-9711-2795b584c835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.465604] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "69ff857c-efa6-4c66-9711-2795b584c835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.488647] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.559544] env[68134]: INFO nova.compute.manager [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Took 54.26 seconds to build instance. [ 853.658230] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae37fadc-f335-4c42-8fac-0ade4b5e6aa8 tempest-ServerShowV254Test-1570607990 tempest-ServerShowV254Test-1570607990-project-member] Lock "55befe05-b148-49a1-9df0-1d3d8c169a5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.588s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.727953] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12fde7f8-5484-4b91-aad9-5c34d9679ddf tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.782s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.728887] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.358s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.729120] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.729326] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.729490] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.731119] env[68134]: INFO nova.compute.manager [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Terminating instance [ 853.984822] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964958, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.061803] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f410378c-05c4-4c15-93e6-d9b7f2cb819b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "2eb67255-f627-4195-be17-858f644da3ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.886s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.234223] env[68134]: DEBUG nova.compute.manager [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.234517] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.234790] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92e66a51-1202-45f7-9067-0b9ac01d462c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.245585] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 854.245585] env[68134]: value = "task-2964959" [ 854.245585] env[68134]: _type = "Task" [ 854.245585] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.254421] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.488476] env[68134]: DEBUG oslo_vmware.api [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964958, 'name': PowerOnVM_Task, 'duration_secs': 1.190696} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.491190] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.491394] env[68134]: INFO nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Took 7.95 seconds to spawn the instance on the hypervisor. [ 854.491570] env[68134]: DEBUG nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.492562] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a78fae9-0838-46ed-9052-91a6b4de2949 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.565797] env[68134]: DEBUG nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.657196] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b78ef5-6917-4676-97a4-d1bdfcd6bd84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.665105] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa80d2-adc0-48a0-bbf9-c3be58b85126 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.704401] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d60c6e-fbdf-4577-8da8-5d4c6250ffa5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.712896] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd346cb-5c6f-4090-98f0-d4ff9ff5d22d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.727454] env[68134]: DEBUG nova.compute.provider_tree [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.755738] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964959, 'name': PowerOffVM_Task, 'duration_secs': 0.210415} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.756067] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.756247] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 854.756423] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594961', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'name': 'volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecafebdf-f3d2-44f0-b356-751e2c4e3613', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'serial': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 854.757235] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212cba80-9d93-4920-b70a-cfa2a05e2c27 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.778533] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a2b963-51fb-4c80-a0ad-28884387d7b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.786019] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33cd402-a4b5-4ec7-903c-9cd77f7f89b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.805901] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bd636-e6df-4853-9f03-757a2281c8cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.822164] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] The volume has not been displaced from its original location: [datastore2] volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771/volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 854.827436] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 854.827719] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca317c61-aa3e-4812-b619-83d7a7bc16c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.846304] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 854.846304] env[68134]: value = "task-2964960" [ 854.846304] env[68134]: _type = "Task" [ 854.846304] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.855151] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.013427] env[68134]: INFO nova.compute.manager [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Took 55.67 seconds to build instance. [ 855.087905] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.128993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "2eb67255-f627-4195-be17-858f644da3ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.128993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "2eb67255-f627-4195-be17-858f644da3ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.128993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "2eb67255-f627-4195-be17-858f644da3ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.129279] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "2eb67255-f627-4195-be17-858f644da3ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.129536] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "2eb67255-f627-4195-be17-858f644da3ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.132958] env[68134]: INFO nova.compute.manager [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Terminating instance [ 855.233063] env[68134]: DEBUG nova.scheduler.client.report [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.356945] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964960, 'name': ReconfigVM_Task, 'duration_secs': 0.211035} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.360038] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 855.362761] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aec48fd-eb90-4380-9621-2bbbd7c6fa88 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.379695] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 855.379695] env[68134]: value = "task-2964961" [ 855.379695] env[68134]: _type = "Task" [ 855.379695] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.391255] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.515314] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f83b2765-1209-4a0e-901b-d8612fb33fc1 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.537s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.585275] env[68134]: DEBUG nova.compute.manager [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.585772] env[68134]: DEBUG nova.compute.manager [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing instance network info cache due to event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.585772] env[68134]: DEBUG oslo_concurrency.lockutils [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] Acquiring lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.585879] env[68134]: DEBUG oslo_concurrency.lockutils [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] Acquired lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.586319] env[68134]: DEBUG nova.network.neutron [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.642321] env[68134]: DEBUG nova.compute.manager [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.642321] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.642321] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcbec48-968a-4234-b507-7da600e124ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.652103] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.652103] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d8d7ec8-e69f-4f5e-aa3b-38ab221cce3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.659629] env[68134]: DEBUG oslo_vmware.api [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 855.659629] env[68134]: value = "task-2964962" [ 855.659629] env[68134]: _type = "Task" [ 855.659629] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.671061] env[68134]: DEBUG oslo_vmware.api [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.739320] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.739320] env[68134]: DEBUG nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.740216] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 45.611s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.895308] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964961, 'name': ReconfigVM_Task, 'duration_secs': 0.194254} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.895750] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594961', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'name': 'volume-f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecafebdf-f3d2-44f0-b356-751e2c4e3613', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771', 'serial': 'f1048f5c-d911-4c05-9fb2-d99b4bcaa771'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 855.896139] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.897254] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759cb52-6d0f-4002-a7ee-a505eaab709a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.906983] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.907357] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc5ecc8-1cc9-4601-a33f-0a73e20a8046 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.981651] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.981957] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.982220] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleting the datastore file [datastore1] ecafebdf-f3d2-44f0-b356-751e2c4e3613 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.982490] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d7c4841-8b67-4a28-9e75-697dfc4d8b74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.994766] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 855.994766] env[68134]: value = "task-2964964" [ 855.994766] env[68134]: _type = "Task" [ 855.994766] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.003925] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.019222] env[68134]: DEBUG nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.172315] env[68134]: DEBUG oslo_vmware.api [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964962, 'name': PowerOffVM_Task, 'duration_secs': 0.253981} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.172315] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.172315] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.172315] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b506a3c3-c590-4888-9a12-ee34b04e15c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.244467] env[68134]: DEBUG nova.compute.utils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.246191] env[68134]: DEBUG nova.objects.instance [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lazy-loading 'migration_context' on Instance uuid d7104546-8dde-4cca-9151-45ec1afb3f2a {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.250156] env[68134]: DEBUG nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.250156] env[68134]: DEBUG nova.network.neutron [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.254019] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.254019] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.254019] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleting the datastore file [datastore1] 2eb67255-f627-4195-be17-858f644da3ad {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.254019] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cafaca6-5dd2-4dd0-98ce-cbf79c831958 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.263562] env[68134]: DEBUG oslo_vmware.api [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 856.263562] env[68134]: value = "task-2964966" [ 856.263562] env[68134]: _type = "Task" [ 856.263562] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.288289] env[68134]: DEBUG oslo_vmware.api [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.402505] env[68134]: DEBUG nova.network.neutron [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updated VIF entry in instance network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.402981] env[68134]: DEBUG nova.network.neutron [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updating instance_info_cache with network_info: [{"id": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "address": "fa:16:3e:01:6c:69", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc97894-12", "ovs_interfaceid": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.423670] env[68134]: DEBUG nova.policy [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26f3d689fc3443e997277447ad4b3488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3ee08de76c474c92d19d27d4fdd2c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.504859] env[68134]: DEBUG oslo_vmware.api [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2964964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29257} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.504983] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.505277] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.505352] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.505549] env[68134]: INFO nova.compute.manager [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Took 2.27 seconds to destroy the instance on the hypervisor. [ 856.505803] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.506029] env[68134]: DEBUG nova.compute.manager [-] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.506135] env[68134]: DEBUG nova.network.neutron [-] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.541227] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.757662] env[68134]: DEBUG nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.779982] env[68134]: DEBUG oslo_vmware.api [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2964966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325874} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.780383] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.780577] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.780754] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.780926] env[68134]: INFO nova.compute.manager [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.784024] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.784024] env[68134]: DEBUG nova.compute.manager [-] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.784024] env[68134]: DEBUG nova.network.neutron [-] [instance: 2eb67255-f627-4195-be17-858f644da3ad] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.907245] env[68134]: DEBUG oslo_concurrency.lockutils [req-39339a9a-8ce4-4a28-b865-576841b4e21b req-5e43801f-c8bd-4bc4-b4d5-2c07bb1f5e79 service nova] Releasing lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.002297] env[68134]: DEBUG nova.network.neutron [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Successfully created port: 0d4a0ee5-3071-447f-9e33-e3b9c60c532b {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.317516] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee00a41d-c30c-463b-8e9f-e3eb10e8985b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.326345] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdfcaa6-66c6-42a9-8f9c-877d41da095e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.359702] env[68134]: DEBUG nova.network.neutron [-] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.363883] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7072d-e580-43ea-8d56-da560875315e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.375706] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded80b41-1da0-43f5-bbef-eaa0043f588f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.390810] env[68134]: DEBUG nova.compute.provider_tree [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.499647] env[68134]: DEBUG nova.compute.manager [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.499928] env[68134]: DEBUG nova.compute.manager [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing instance network info cache due to event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.500407] env[68134]: DEBUG oslo_concurrency.lockutils [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] Acquiring lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.500628] env[68134]: DEBUG oslo_concurrency.lockutils [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] Acquired lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.500832] env[68134]: DEBUG nova.network.neutron [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.578369] env[68134]: DEBUG nova.network.neutron [-] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.769332] env[68134]: DEBUG nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.797555] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.797807] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.797965] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.798160] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.798304] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.798448] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.798651] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.798810] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.798977] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.799160] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.799333] env[68134]: DEBUG nova.virt.hardware [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.800264] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197135d-3672-40fd-ab56-590b3ab551d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.808103] env[68134]: DEBUG nova.compute.manager [req-de2330b8-ba91-499e-948c-dedb641c25a8 req-a1d41e7c-825f-4366-a81f-d394275f539b service nova] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Received event network-vif-deleted-887d7975-d798-4925-ad5f-ec3acb78463c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.808297] env[68134]: DEBUG nova.compute.manager [req-de2330b8-ba91-499e-948c-dedb641c25a8 req-a1d41e7c-825f-4366-a81f-d394275f539b service nova] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Received event network-vif-deleted-e67cdd81-25cf-4daa-b567-c0e5f58c763d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.811990] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4cbb3b-e6e1-4a97-a479-59d0c88ba2d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.869393] env[68134]: INFO nova.compute.manager [-] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Took 1.36 seconds to deallocate network for instance. [ 857.915111] env[68134]: ERROR nova.scheduler.client.report [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [req-215c00a2-2e91-4066-8c83-1e7e7b6cab0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-215c00a2-2e91-4066-8c83-1e7e7b6cab0f"}]} [ 857.938411] env[68134]: DEBUG nova.scheduler.client.report [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.958730] env[68134]: DEBUG nova.scheduler.client.report [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.958844] env[68134]: DEBUG nova.compute.provider_tree [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.974621] env[68134]: DEBUG nova.scheduler.client.report [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.995164] env[68134]: DEBUG nova.scheduler.client.report [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 858.080986] env[68134]: INFO nova.compute.manager [-] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Took 1.30 seconds to deallocate network for instance. [ 858.322411] env[68134]: DEBUG nova.network.neutron [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updated VIF entry in instance network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.322411] env[68134]: DEBUG nova.network.neutron [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updating instance_info_cache with network_info: [{"id": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "address": "fa:16:3e:01:6c:69", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc97894-12", "ovs_interfaceid": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.439804] env[68134]: INFO nova.compute.manager [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Took 0.57 seconds to detach 1 volumes for instance. [ 858.553994] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb1210-7bb7-4e42-94d4-5424c280fa02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.563044] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b16233-1570-4055-b3df-4ee2c6364587 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.596103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.596352] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa07e50-6716-4c36-ad0f-3005aef1e90d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.604508] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15876aa-c9a5-4635-8d2b-539dc833a24e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.618349] env[68134]: DEBUG nova.compute.provider_tree [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.825427] env[68134]: DEBUG oslo_concurrency.lockutils [req-e115dc07-062a-4940-9cc2-25542e660adc req-843689fc-26b7-4046-81a4-da7b219bcc37 service nova] Releasing lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.902271] env[68134]: DEBUG nova.network.neutron [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Successfully updated port: 0d4a0ee5-3071-447f-9e33-e3b9c60c532b {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.946192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.154487] env[68134]: DEBUG nova.scheduler.client.report [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 859.154735] env[68134]: DEBUG nova.compute.provider_tree [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 91 to 92 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 859.154989] env[68134]: DEBUG nova.compute.provider_tree [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.410952] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "refresh_cache-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.410952] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquired lock "refresh_cache-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.410952] env[68134]: DEBUG nova.network.neutron [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.588913] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Received event network-changed-3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.589154] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Refreshing instance network info cache due to event network-changed-3051ff24-68cd-417b-aafc-22ffd596b41d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.589386] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Acquiring lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.589492] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Acquired lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.589648] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Refreshing network info cache for port 3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.645058] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.645058] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.645406] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.645406] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.645707] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.647620] env[68134]: INFO nova.compute.manager [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Terminating instance [ 859.942763] env[68134]: DEBUG nova.network.neutron [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.114729] env[68134]: DEBUG nova.network.neutron [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Updating instance_info_cache with network_info: [{"id": "0d4a0ee5-3071-447f-9e33-e3b9c60c532b", "address": "fa:16:3e:fe:07:06", "network": {"id": "63ad2040-dba4-433d-93b4-80d392299d32", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-792785527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3ee08de76c474c92d19d27d4fdd2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4a0ee5-30", "ovs_interfaceid": "0d4a0ee5-3071-447f-9e33-e3b9c60c532b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.151869] env[68134]: DEBUG nova.compute.manager [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.152109] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.152983] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56853a-c464-44f2-9ba1-6b371a3cad22 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.162138] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.162406] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d8903b-58a0-457f-8bfb-44081f779c15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.165206] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.425s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.170940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.401s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.171175] env[68134]: DEBUG nova.objects.instance [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lazy-loading 'resources' on Instance uuid 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.185323] env[68134]: DEBUG oslo_vmware.api [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 860.185323] env[68134]: value = "task-2964967" [ 860.185323] env[68134]: _type = "Task" [ 860.185323] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.200165] env[68134]: DEBUG oslo_vmware.api [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.574565] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Updated VIF entry in instance network info cache for port 3051ff24-68cd-417b-aafc-22ffd596b41d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.574935] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Updating instance_info_cache with network_info: [{"id": "3051ff24-68cd-417b-aafc-22ffd596b41d", "address": "fa:16:3e:d3:de:21", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3051ff24-68", "ovs_interfaceid": "3051ff24-68cd-417b-aafc-22ffd596b41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.616900] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Releasing lock "refresh_cache-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.617220] env[68134]: DEBUG nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Instance network_info: |[{"id": "0d4a0ee5-3071-447f-9e33-e3b9c60c532b", "address": "fa:16:3e:fe:07:06", "network": {"id": "63ad2040-dba4-433d-93b4-80d392299d32", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-792785527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3ee08de76c474c92d19d27d4fdd2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4a0ee5-30", "ovs_interfaceid": "0d4a0ee5-3071-447f-9e33-e3b9c60c532b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.618049] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:07:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4a0ee5-3071-447f-9e33-e3b9c60c532b', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.625991] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Creating folder: Project (2d3ee08de76c474c92d19d27d4fdd2c8). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.626266] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1b9ae9e-8688-4228-953b-94a32ac44f59 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.638013] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Created folder: Project (2d3ee08de76c474c92d19d27d4fdd2c8) in parent group-v594791. [ 860.638222] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Creating folder: Instances. Parent ref: group-v594963. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.638478] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cc60ff6-e4e6-4615-ae52-e4ca1fd7f7dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.648161] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Created folder: Instances in parent group-v594963. [ 860.648481] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.648591] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.648761] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb24a86a-e1f2-4f16-b69d-874e5cbfcf46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.673972] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.673972] env[68134]: value = "task-2964970" [ 860.673972] env[68134]: _type = "Task" [ 860.673972] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.685980] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964970, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.696337] env[68134]: DEBUG oslo_vmware.api [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964967, 'name': PowerOffVM_Task, 'duration_secs': 0.174945} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.696869] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.696869] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.697027] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eca41583-ee26-40af-8ad8-d2d147a51b52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.783043] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.783321] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.783508] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Deleting the datastore file [datastore2] 67e08c1f-985b-4cf0-87dd-7048ce69ff2f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.783815] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cff370f-51f4-4a07-954f-2447a30872d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.790927] env[68134]: DEBUG oslo_vmware.api [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 860.790927] env[68134]: value = "task-2964972" [ 860.790927] env[68134]: _type = "Task" [ 860.790927] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.802885] env[68134]: DEBUG oslo_vmware.api [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.885132] env[68134]: DEBUG nova.compute.manager [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.885132] env[68134]: DEBUG nova.compute.manager [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing instance network info cache due to event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.885337] env[68134]: DEBUG oslo_concurrency.lockutils [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] Acquiring lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.885494] env[68134]: DEBUG oslo_concurrency.lockutils [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] Acquired lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.885925] env[68134]: DEBUG nova.network.neutron [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.079732] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Releasing lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.080068] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Received event network-vif-plugged-0d4a0ee5-3071-447f-9e33-e3b9c60c532b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.081014] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Acquiring lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.081014] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.081014] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.081014] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] No waiting events found dispatching network-vif-plugged-0d4a0ee5-3071-447f-9e33-e3b9c60c532b {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.081014] env[68134]: WARNING nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Received unexpected event network-vif-plugged-0d4a0ee5-3071-447f-9e33-e3b9c60c532b for instance with vm_state building and task_state spawning. [ 861.081338] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Received event network-changed-3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.081338] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Refreshing instance network info cache due to event network-changed-3051ff24-68cd-417b-aafc-22ffd596b41d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.081575] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Acquiring lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.081735] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Acquired lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.081913] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Refreshing network info cache for port 3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.184126] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964970, 'name': CreateVM_Task, 'duration_secs': 0.315109} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.186457] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.187376] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.187529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.187868] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.188796] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4da97c6-0647-457a-925c-ac86781c1e13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.195413] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 861.195413] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d4bb4e-5669-96f7-e981-9d0a3212a28a" [ 861.195413] env[68134]: _type = "Task" [ 861.195413] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.203630] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1791370f-690d-402f-bbba-a9a48ddc083c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.212252] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d4bb4e-5669-96f7-e981-9d0a3212a28a, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.214404] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.214446] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.214652] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.214986] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.215301] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8720644b-22c2-467d-9383-78d143d9da47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.217801] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209ad4a-0c09-44ee-8749-4b14426194ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.251469] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190e021-4b93-4722-bd42-c6710a5fdb24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.254323] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.254323] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.255050] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036a7ce5-8008-4937-891c-a0717135b7e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.264688] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d095cefc-2a77-47c7-bf6f-6b66d9293f1a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.269024] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 861.269024] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52bbf4fc-cbb6-acf2-f408-9c1d0a6badc2" [ 861.269024] env[68134]: _type = "Task" [ 861.269024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.281379] env[68134]: DEBUG nova.compute.provider_tree [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.291142] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52bbf4fc-cbb6-acf2-f408-9c1d0a6badc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.295593] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52175cdb-0f75-49e9-bc6a-09f63d85836d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.302399] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 861.302399] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d1cd4f-1c0c-8d9b-bb7e-7d04ade194ff" [ 861.302399] env[68134]: _type = "Task" [ 861.302399] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.305539] env[68134]: DEBUG oslo_vmware.api [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2964972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166458} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.308717] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.308926] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.309124] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.309293] env[68134]: INFO nova.compute.manager [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 861.309523] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.309991] env[68134]: DEBUG nova.compute.manager [-] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.310124] env[68134]: DEBUG nova.network.neutron [-] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.317680] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d1cd4f-1c0c-8d9b-bb7e-7d04ade194ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.317931] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.318212] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6/37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.318733] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b806c189-a126-42d9-a480-82fec8c4c605 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.325946] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 861.325946] env[68134]: value = "task-2964973" [ 861.325946] env[68134]: _type = "Task" [ 861.325946] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.334248] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.612771] env[68134]: INFO nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Port 3051ff24-68cd-417b-aafc-22ffd596b41d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 861.613014] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.721976] env[68134]: INFO nova.compute.manager [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Swapping old allocation on dict_keys(['2e217e64-ce10-45b5-b239-cd7fc7aa5d96']) held by migration a7f1be58-8f2c-4ed7-a805-f96ddc032e4e for instance [ 861.749542] env[68134]: DEBUG nova.scheduler.client.report [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Overwriting current allocation {'allocations': {'2e217e64-ce10-45b5-b239-cd7fc7aa5d96': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '377effb8f3464ddda200b738ed39d32a', 'user_id': '1614aa5f3b6240c99312bb497051502a', 'consumer_generation': 1} on consumer d7104546-8dde-4cca-9151-45ec1afb3f2a {{(pid=68134) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 861.785333] env[68134]: DEBUG nova.scheduler.client.report [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.803104] env[68134]: DEBUG nova.network.neutron [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updated VIF entry in instance network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.803850] env[68134]: DEBUG nova.network.neutron [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updating instance_info_cache with network_info: [{"id": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "address": "fa:16:3e:01:6c:69", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc97894-12", "ovs_interfaceid": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.834012] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.834225] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquired lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.834401] env[68134]: DEBUG nova.network.neutron [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.838666] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462316} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.839111] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6/37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.839322] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.839624] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e14806-83a4-41e5-84b3-57c5b7c32934 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.848174] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 861.848174] env[68134]: value = "task-2964974" [ 861.848174] env[68134]: _type = "Task" [ 861.848174] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.861607] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.991763] env[68134]: DEBUG nova.compute.manager [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.991763] env[68134]: DEBUG nova.compute.manager [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing instance network info cache due to event network-changed-dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.991989] env[68134]: DEBUG oslo_concurrency.lockutils [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] Acquiring lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.103456] env[68134]: DEBUG nova.network.neutron [-] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.117114] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Releasing lock "refresh_cache-67e08c1f-985b-4cf0-87dd-7048ce69ff2f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.117114] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Received event network-changed-0d4a0ee5-3071-447f-9e33-e3b9c60c532b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.117114] env[68134]: DEBUG nova.compute.manager [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Refreshing instance network info cache due to event network-changed-0d4a0ee5-3071-447f-9e33-e3b9c60c532b. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.117114] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Acquiring lock "refresh_cache-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.117114] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Acquired lock "refresh_cache-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.117114] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Refreshing network info cache for port 0d4a0ee5-3071-447f-9e33-e3b9c60c532b {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.290833] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.293156] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.932s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.293404] env[68134]: DEBUG nova.objects.instance [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lazy-loading 'resources' on Instance uuid f8d8520b-21a2-48a9-951f-15d869dfe6d1 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.306318] env[68134]: DEBUG oslo_concurrency.lockutils [req-39af6bf6-d951-49ae-aa1e-0008f6fd5eaa req-4496e7cf-0a65-4a5a-b312-2c1c3768d0d8 service nova] Releasing lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.306725] env[68134]: DEBUG oslo_concurrency.lockutils [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] Acquired lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.306920] env[68134]: DEBUG nova.network.neutron [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Refreshing network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.320450] env[68134]: INFO nova.scheduler.client.report [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleted allocations for instance 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c [ 862.359394] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060799} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.359681] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.360502] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375ff79-bf7b-489e-a67c-d9ecac132a0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.383640] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6/37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.386949] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f79c35e6-07f0-42ef-af46-197952cd3415 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.408833] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 862.408833] env[68134]: value = "task-2964975" [ 862.408833] env[68134]: _type = "Task" [ 862.408833] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.417519] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.602438] env[68134]: DEBUG nova.network.neutron [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance_info_cache with network_info: [{"id": "2311c381-cccc-48e8-9f49-bd68514c0432", "address": "fa:16:3e:62:ea:11", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2311c381-cc", "ovs_interfaceid": "2311c381-cccc-48e8-9f49-bd68514c0432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.608796] env[68134]: INFO nova.compute.manager [-] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Took 1.30 seconds to deallocate network for instance. [ 862.828078] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aae1b5de-a4a5-421b-9198-e8dc7af9f85f tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "15ec8aa0-c63a-4f21-95ce-b4acfde34c9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.727s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.845135] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Updated VIF entry in instance network info cache for port 0d4a0ee5-3071-447f-9e33-e3b9c60c532b. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.845476] env[68134]: DEBUG nova.network.neutron [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Updating instance_info_cache with network_info: [{"id": "0d4a0ee5-3071-447f-9e33-e3b9c60c532b", "address": "fa:16:3e:fe:07:06", "network": {"id": "63ad2040-dba4-433d-93b4-80d392299d32", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-792785527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3ee08de76c474c92d19d27d4fdd2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4a0ee5-30", "ovs_interfaceid": "0d4a0ee5-3071-447f-9e33-e3b9c60c532b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.908391] env[68134]: DEBUG nova.compute.manager [req-4f994f93-ab4e-424e-9de1-f73ee87d7946 req-1df4cbf2-40cc-4b47-968c-76f19cff2690 service nova] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Received event network-vif-deleted-3051ff24-68cd-417b-aafc-22ffd596b41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.920894] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964975, 'name': ReconfigVM_Task, 'duration_secs': 0.265725} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.921208] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6/37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.923710] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aadf381-4cce-4830-af8a-0807e015dd02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.935408] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 862.935408] env[68134]: value = "task-2964976" [ 862.935408] env[68134]: _type = "Task" [ 862.935408] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.949388] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964976, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.061618] env[68134]: DEBUG nova.network.neutron [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updated VIF entry in instance network info cache for port dfc97894-12dd-4c00-8d9f-a576658c3eca. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.061986] env[68134]: DEBUG nova.network.neutron [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updating instance_info_cache with network_info: [{"id": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "address": "fa:16:3e:01:6c:69", "network": {"id": "6abad341-2297-4bcb-9dce-fbabb6098872", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161427047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123c47b06ec5488e94f925ae3384f210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc97894-12", "ovs_interfaceid": "dfc97894-12dd-4c00-8d9f-a576658c3eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.105934] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Releasing lock "refresh_cache-d7104546-8dde-4cca-9151-45ec1afb3f2a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.106253] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.107123] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2010cfa-414d-41c3-8760-5c8927fc95e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.114850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.118428] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 863.118428] env[68134]: value = "task-2964977" [ 863.118428] env[68134]: _type = "Task" [ 863.118428] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.128474] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.229845] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88af85-9898-4632-9e8b-d68b4d226294 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.239015] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e40a49a-e7e8-412e-aa06-ccaa176be68d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.270034] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b7325-c234-4f53-9873-1a31ee2152c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.278712] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a437371e-39dd-4a1f-a6ee-ec23db44b4d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.295957] env[68134]: DEBUG nova.compute.provider_tree [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.348048] env[68134]: DEBUG oslo_concurrency.lockutils [req-008b742a-6517-4df3-98d7-cc899e1a4c3f req-546422f0-c336-4644-bbf7-1d492c35b8c0 service nova] Releasing lock "refresh_cache-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.445441] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964976, 'name': Rename_Task, 'duration_secs': 0.149562} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.445715] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.445978] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6afeb85f-735d-4d02-a044-abdbc08cbe3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.453094] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 863.453094] env[68134]: value = "task-2964978" [ 863.453094] env[68134]: _type = "Task" [ 863.453094] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.463088] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.565067] env[68134]: DEBUG oslo_concurrency.lockutils [req-23980b6a-2d30-4a3d-99e4-7199b303a699 req-464f07be-e963-4e80-9a95-35611358ba43 service nova] Releasing lock "refresh_cache-e4af90e9-9c17-4431-8771-2892bad388a0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.630205] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964977, 'name': PowerOffVM_Task, 'duration_secs': 0.185069} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.630613] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.631327] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:14:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eb24f5fe-739b-4e77-8e1c-0a51dbc5dec4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-615745835',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.631550] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.631705] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.631888] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.632043] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.632200] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.632405] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.632560] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.632722] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.632883] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.633103] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.638598] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21cbd1e6-440f-4f1d-9908-2b9ca4195984 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.657501] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 863.657501] env[68134]: value = "task-2964979" [ 863.657501] env[68134]: _type = "Task" [ 863.657501] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.667432] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.799999] env[68134]: DEBUG nova.scheduler.client.report [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.964173] env[68134]: DEBUG oslo_vmware.api [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964978, 'name': PowerOnVM_Task, 'duration_secs': 0.464691} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.964550] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.964667] env[68134]: INFO nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Took 6.20 seconds to spawn the instance on the hypervisor. [ 863.964883] env[68134]: DEBUG nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.965666] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7463dc50-baff-4c77-8c47-49c09f61f23e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168382] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964979, 'name': ReconfigVM_Task, 'duration_secs': 0.164949} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.169249] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177eb03c-fff9-438f-b80d-795cd7e55dd4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.188409] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:14:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eb24f5fe-739b-4e77-8e1c-0a51dbc5dec4',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-615745835',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.188672] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.188809] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.188988] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.189153] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.189752] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.189752] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.189752] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.189912] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.190043] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.190188] env[68134]: DEBUG nova.virt.hardware [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.191025] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937ad7bb-419e-49d1-bdf7-abe759f52dd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.197373] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 864.197373] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522bc6b3-fb8c-25ae-819a-a0ae8e1e22eb" [ 864.197373] env[68134]: _type = "Task" [ 864.197373] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.205498] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522bc6b3-fb8c-25ae-819a-a0ae8e1e22eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.263622] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "46b949b1-5198-432d-a4c7-7e25cfca46b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.263917] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.305055] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.307323] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.294s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.307552] env[68134]: DEBUG nova.objects.instance [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lazy-loading 'resources' on Instance uuid 30cbf97b-2f2b-4352-8ebf-81f80cb690cf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.328920] env[68134]: INFO nova.scheduler.client.report [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted allocations for instance f8d8520b-21a2-48a9-951f-15d869dfe6d1 [ 864.482445] env[68134]: INFO nova.compute.manager [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Took 58.35 seconds to build instance. [ 864.708251] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522bc6b3-fb8c-25ae-819a-a0ae8e1e22eb, 'name': SearchDatastore_Task, 'duration_secs': 0.00888} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.714658] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 864.715071] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42830a9a-a840-4d81-89e3-f64274894c6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.733393] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 864.733393] env[68134]: value = "task-2964980" [ 864.733393] env[68134]: _type = "Task" [ 864.733393] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.743233] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.753645] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12912e29-0776-4b54-99ec-808fcc11aefe tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "interface-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.753901] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12912e29-0776-4b54-99ec-808fcc11aefe tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "interface-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.754330] env[68134]: DEBUG nova.objects.instance [None req-12912e29-0776-4b54-99ec-808fcc11aefe tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lazy-loading 'flavor' on Instance uuid 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.835572] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f904f19f-11fd-4628-8d55-b286d1c6bd74 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "f8d8520b-21a2-48a9-951f-15d869dfe6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.775s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.984851] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f04505ad-d5e2-4185-a44f-69637a38afdd tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.656s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.223768] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6980ffe6-b803-4398-99e4-f37cb2f2d5a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.231991] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea5c92e-3e2b-4370-a0bc-e135e44f5a0b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.242784] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964980, 'name': ReconfigVM_Task, 'duration_secs': 0.227329} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.266613] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 865.268227] env[68134]: DEBUG nova.objects.instance [None req-12912e29-0776-4b54-99ec-808fcc11aefe tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lazy-loading 'pci_requests' on Instance uuid 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.269893] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b76526-2d5d-46d7-b213-19a8f329cc52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.272802] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9021352a-b4be-4ad4-84a7-cd8b29ee97aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.293665] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3210e474-c0e9-4b52-94fb-8cd19a54a440 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.304749] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.305274] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c936131c-781e-4d1e-9f54-5fa2004a90ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.329057] env[68134]: DEBUG nova.compute.provider_tree [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.331380] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 865.331380] env[68134]: value = "task-2964981" [ 865.331380] env[68134]: _type = "Task" [ 865.331380] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.341456] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.490516] env[68134]: DEBUG nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.549468] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "7eafe60b-51f1-436a-adf7-634ab7f15949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.549692] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.549902] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "7eafe60b-51f1-436a-adf7-634ab7f15949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.550148] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.550348] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.552467] env[68134]: INFO nova.compute.manager [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Terminating instance [ 865.776530] env[68134]: DEBUG nova.objects.base [None req-12912e29-0776-4b54-99ec-808fcc11aefe tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Object Instance<37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6> lazy-loaded attributes: flavor,pci_requests {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 865.776802] env[68134]: DEBUG nova.network.neutron [None req-12912e29-0776-4b54-99ec-808fcc11aefe tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.832749] env[68134]: DEBUG nova.scheduler.client.report [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.846800] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964981, 'name': ReconfigVM_Task, 'duration_secs': 0.25188} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.847108] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a/d7104546-8dde-4cca-9151-45ec1afb3f2a.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.847963] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca1626-c160-4d89-9302-2e34d1836643 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.851695] env[68134]: DEBUG oslo_concurrency.lockutils [None req-12912e29-0776-4b54-99ec-808fcc11aefe tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "interface-37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.870444] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ec240-48d9-4326-bd38-591d54d12d60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.889304] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5fa28-f6bf-4f49-a734-c1eddfd53906 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.909348] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebe7cf8-9669-4b9f-9be0-b0e4e782b855 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.916457] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.916690] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65399cb4-902a-4316-8779-883fbd76a9a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.923209] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 865.923209] env[68134]: value = "task-2964982" [ 865.923209] env[68134]: _type = "Task" [ 865.923209] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.931116] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.008873] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.056317] env[68134]: DEBUG nova.compute.manager [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.056581] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.057540] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ef4204-9311-433a-9a3c-c922225b2163 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.065818] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.066117] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-339dedb4-c846-43a9-858e-493c9b441934 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.073445] env[68134]: DEBUG oslo_vmware.api [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 866.073445] env[68134]: value = "task-2964983" [ 866.073445] env[68134]: _type = "Task" [ 866.073445] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.082306] env[68134]: DEBUG oslo_vmware.api [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.341389] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.343612] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 47.438s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.343781] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.343933] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 866.344535] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.115s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.345989] env[68134]: INFO nova.compute.claims [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.349147] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0271b19-397b-44a7-a967-04c0e63be293 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.361479] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721738c4-77bc-4769-8491-c8de2b9c9353 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.367277] env[68134]: INFO nova.scheduler.client.report [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Deleted allocations for instance 30cbf97b-2f2b-4352-8ebf-81f80cb690cf [ 866.381220] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6c2ae2-b0df-4dc6-8b4a-6551fbbb3593 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.389208] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553c5eb-f71b-40f0-86b0-f29db0de163f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.421206] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178355MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 866.421366] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.436104] env[68134]: DEBUG oslo_vmware.api [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964982, 'name': PowerOnVM_Task, 'duration_secs': 0.393069} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.436353] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.583720] env[68134]: DEBUG oslo_vmware.api [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964983, 'name': PowerOffVM_Task, 'duration_secs': 0.261385} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.584030] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.584189] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.584438] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07e9f454-5e06-4c0b-939f-4e80edec55c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.653343] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.653564] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.653752] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleting the datastore file [datastore2] 7eafe60b-51f1-436a-adf7-634ab7f15949 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.654128] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615e114b-fd05-41ea-b7b5-bb9701bf6ab9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.661762] env[68134]: DEBUG oslo_vmware.api [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 866.661762] env[68134]: value = "task-2964985" [ 866.661762] env[68134]: _type = "Task" [ 866.661762] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.670179] env[68134]: DEBUG oslo_vmware.api [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.874766] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5691a7e2-9d09-4c75-aa18-c5815392fb87 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "30cbf97b-2f2b-4352-8ebf-81f80cb690cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.412s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.172469] env[68134]: DEBUG oslo_vmware.api [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2964985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.172798] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.172937] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.173162] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.173344] env[68134]: INFO nova.compute.manager [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Took 1.12 seconds to destroy the instance on the hypervisor. [ 867.173580] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.173765] env[68134]: DEBUG nova.compute.manager [-] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.173857] env[68134]: DEBUG nova.network.neutron [-] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.448049] env[68134]: INFO nova.compute.manager [None req-d16f6f89-0333-422c-b609-8325405add41 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance to original state: 'active' [ 867.568771] env[68134]: DEBUG nova.compute.manager [req-9472ab96-fdb0-4638-8507-c72ac35f0b9c req-a021fb29-8ae9-4ba1-ab47-530aeb2de441 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Received event network-vif-deleted-76375e62-051b-4b8d-9e2e-aa92cc77691c {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.568913] env[68134]: INFO nova.compute.manager [req-9472ab96-fdb0-4638-8507-c72ac35f0b9c req-a021fb29-8ae9-4ba1-ab47-530aeb2de441 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Neutron deleted interface 76375e62-051b-4b8d-9e2e-aa92cc77691c; detaching it from the instance and deleting it from the info cache [ 867.569079] env[68134]: DEBUG nova.network.neutron [req-9472ab96-fdb0-4638-8507-c72ac35f0b9c req-a021fb29-8ae9-4ba1-ab47-530aeb2de441 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.819193] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d00adc-22e3-4f6e-9ed1-2f39bb84deb8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.827606] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6671c9-77cd-47f8-81e5-9ce0e10355ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.859603] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.859858] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.860066] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.860289] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.860487] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.862596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eec3af-38b8-4043-8bae-e1a6bbc51620 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.865297] env[68134]: INFO nova.compute.manager [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Terminating instance [ 867.872054] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5119397-8419-46d6-bf51-c80bbe685419 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.886771] env[68134]: DEBUG nova.compute.provider_tree [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.983292] env[68134]: DEBUG nova.network.neutron [-] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.072939] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eee03f84-ecb6-477d-be9f-aefa8a3be55a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.084031] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9dea02-6a78-4fca-b778-1cc2ca10a5ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.122696] env[68134]: DEBUG nova.compute.manager [req-9472ab96-fdb0-4638-8507-c72ac35f0b9c req-a021fb29-8ae9-4ba1-ab47-530aeb2de441 service nova] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Detach interface failed, port_id=76375e62-051b-4b8d-9e2e-aa92cc77691c, reason: Instance 7eafe60b-51f1-436a-adf7-634ab7f15949 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.369445] env[68134]: DEBUG nova.compute.manager [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.369703] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.370636] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71057d1f-2dc1-40e3-9ab1-5c9b82baf4d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.380053] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.380053] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-492575e5-f5c4-4f31-b0b2-2cb2121dc10d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.389648] env[68134]: DEBUG nova.scheduler.client.report [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.393471] env[68134]: DEBUG oslo_vmware.api [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 868.393471] env[68134]: value = "task-2964986" [ 868.393471] env[68134]: _type = "Task" [ 868.393471] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.405020] env[68134]: DEBUG oslo_vmware.api [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.486362] env[68134]: INFO nova.compute.manager [-] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Took 1.31 seconds to deallocate network for instance. [ 868.628314] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d7104546-8dde-4cca-9151-45ec1afb3f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.628949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.628949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.629103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.629282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.631536] env[68134]: INFO nova.compute.manager [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Terminating instance [ 868.895489] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.896131] env[68134]: DEBUG nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.899381] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.996s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.900825] env[68134]: INFO nova.compute.claims [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.914525] env[68134]: DEBUG oslo_vmware.api [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964986, 'name': PowerOffVM_Task, 'duration_secs': 0.237222} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.914525] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.914525] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.914846] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2322410a-79b8-4ffc-bb78-8edf6b57ad80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.978956] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.979263] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.979374] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Deleting the datastore file [datastore1] 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.979656] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7b88a7-4529-4bd2-af3f-377c322e2575 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.988670] env[68134]: DEBUG oslo_vmware.api [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for the task: (returnval){ [ 868.988670] env[68134]: value = "task-2964988" [ 868.988670] env[68134]: _type = "Task" [ 868.988670] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.993316] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.999186] env[68134]: DEBUG oslo_vmware.api [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.062525] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.062804] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.063046] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.063250] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.063419] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.065749] env[68134]: INFO nova.compute.manager [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Terminating instance [ 869.138906] env[68134]: DEBUG nova.compute.manager [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.138906] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.139565] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b468b4ac-9148-4a4f-8b77-b89ec1c8b8a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.148676] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.148984] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a620f9-5f64-4e89-bd70-45f20ebce279 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.157085] env[68134]: DEBUG oslo_vmware.api [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 869.157085] env[68134]: value = "task-2964989" [ 869.157085] env[68134]: _type = "Task" [ 869.157085] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.170341] env[68134]: DEBUG oslo_vmware.api [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.410049] env[68134]: DEBUG nova.compute.utils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.413213] env[68134]: DEBUG nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.413436] env[68134]: DEBUG nova.network.neutron [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.457294] env[68134]: DEBUG nova.policy [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e04eaaed634205adb05af1c93f71a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd87906daa0c4d0cbfd2f7bfa1147a28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.499075] env[68134]: DEBUG oslo_vmware.api [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Task: {'id': task-2964988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233507} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.499464] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.499647] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.499820] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.499985] env[68134]: INFO nova.compute.manager [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.500325] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.500562] env[68134]: DEBUG nova.compute.manager [-] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.500661] env[68134]: DEBUG nova.network.neutron [-] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.571203] env[68134]: DEBUG nova.compute.manager [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.571203] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.571413] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d657da5-98b6-411e-ac06-42f2ed78036f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.580092] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.580327] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d3e9f0d-c361-424a-aa06-35edbd66a39f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.587363] env[68134]: DEBUG oslo_vmware.api [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 869.587363] env[68134]: value = "task-2964990" [ 869.587363] env[68134]: _type = "Task" [ 869.587363] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.596039] env[68134]: DEBUG oslo_vmware.api [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.667347] env[68134]: DEBUG oslo_vmware.api [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964989, 'name': PowerOffVM_Task, 'duration_secs': 0.258443} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.667347] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.667521] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.667753] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee002bda-5f10-4feb-93ed-28d0956c8a1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.761800] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.766021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.766021] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Deleting the datastore file [datastore1] d7104546-8dde-4cca-9151-45ec1afb3f2a {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.766021] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc9c9019-1908-408a-afd5-3a1c02014c6a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.773558] env[68134]: DEBUG oslo_vmware.api [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 869.773558] env[68134]: value = "task-2964992" [ 869.773558] env[68134]: _type = "Task" [ 869.773558] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.784833] env[68134]: DEBUG oslo_vmware.api [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.786874] env[68134]: DEBUG nova.network.neutron [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Successfully created port: 9aca9526-3b5d-49e8-9103-e589f28b4403 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.834612] env[68134]: DEBUG nova.compute.manager [req-e77b9e02-cf9a-47e5-b515-362dd237849c req-d8e5d142-1b45-4db2-b848-45bb3265933b service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Received event network-vif-deleted-0d4a0ee5-3071-447f-9e33-e3b9c60c532b {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.834848] env[68134]: INFO nova.compute.manager [req-e77b9e02-cf9a-47e5-b515-362dd237849c req-d8e5d142-1b45-4db2-b848-45bb3265933b service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Neutron deleted interface 0d4a0ee5-3071-447f-9e33-e3b9c60c532b; detaching it from the instance and deleting it from the info cache [ 869.835015] env[68134]: DEBUG nova.network.neutron [req-e77b9e02-cf9a-47e5-b515-362dd237849c req-d8e5d142-1b45-4db2-b848-45bb3265933b service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.914705] env[68134]: DEBUG nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.098792] env[68134]: DEBUG oslo_vmware.api [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964990, 'name': PowerOffVM_Task, 'duration_secs': 0.300701} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.102225] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.102484] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.102857] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d333bf-beb5-4740-af47-0dddae6d06a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.269470] env[68134]: DEBUG nova.network.neutron [-] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.287181] env[68134]: DEBUG oslo_vmware.api [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.340834] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ada2d43e-429b-42d9-82a0-e884c115521f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.358623] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4354cb-edde-4466-9fa0-1fb72e4d29e9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.401079] env[68134]: DEBUG nova.compute.manager [req-e77b9e02-cf9a-47e5-b515-362dd237849c req-d8e5d142-1b45-4db2-b848-45bb3265933b service nova] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Detach interface failed, port_id=0d4a0ee5-3071-447f-9e33-e3b9c60c532b, reason: Instance 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.411858] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b177eb-20e7-4bc0-bc85-aa0466cfbd99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.420027] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12717e59-9d52-49f1-afa6-fb835c99054a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.453356] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d273d3-9fe5-44f3-a82e-2797b8ff0698 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.463185] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e1bf3b-3b2f-46f4-998c-52164f795f49 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.479424] env[68134]: DEBUG nova.compute.provider_tree [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.772124] env[68134]: INFO nova.compute.manager [-] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Took 1.27 seconds to deallocate network for instance. [ 870.786205] env[68134]: DEBUG oslo_vmware.api [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2964992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540687} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.786519] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.786702] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.786881] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.787199] env[68134]: INFO nova.compute.manager [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 870.787340] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.787550] env[68134]: DEBUG nova.compute.manager [-] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.787644] env[68134]: DEBUG nova.network.neutron [-] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.954829] env[68134]: DEBUG nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.983294] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.983589] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.983745] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.983923] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.984125] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.984294] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.984505] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.984654] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.984813] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.984972] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.985203] env[68134]: DEBUG nova.virt.hardware [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.986050] env[68134]: DEBUG nova.scheduler.client.report [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.992866] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24062dcc-8df5-417d-ac1d-56f8e5bd0259 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.000637] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a8244a-623c-41f9-b9ec-67d92827b809 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.282568] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.313036] env[68134]: DEBUG nova.compute.manager [req-c7d437c3-8f6d-4923-a63a-9b9f5b4bcf9e req-1713b902-7ae3-4b47-9116-239ba61a1f1b service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Received event network-vif-plugged-9aca9526-3b5d-49e8-9103-e589f28b4403 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.313340] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7d437c3-8f6d-4923-a63a-9b9f5b4bcf9e req-1713b902-7ae3-4b47-9116-239ba61a1f1b service nova] Acquiring lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.313448] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7d437c3-8f6d-4923-a63a-9b9f5b4bcf9e req-1713b902-7ae3-4b47-9116-239ba61a1f1b service nova] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.313795] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7d437c3-8f6d-4923-a63a-9b9f5b4bcf9e req-1713b902-7ae3-4b47-9116-239ba61a1f1b service nova] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.313795] env[68134]: DEBUG nova.compute.manager [req-c7d437c3-8f6d-4923-a63a-9b9f5b4bcf9e req-1713b902-7ae3-4b47-9116-239ba61a1f1b service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] No waiting events found dispatching network-vif-plugged-9aca9526-3b5d-49e8-9103-e589f28b4403 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.313907] env[68134]: WARNING nova.compute.manager [req-c7d437c3-8f6d-4923-a63a-9b9f5b4bcf9e req-1713b902-7ae3-4b47-9116-239ba61a1f1b service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Received unexpected event network-vif-plugged-9aca9526-3b5d-49e8-9103-e589f28b4403 for instance with vm_state building and task_state spawning. [ 871.413091] env[68134]: DEBUG nova.network.neutron [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Successfully updated port: 9aca9526-3b5d-49e8-9103-e589f28b4403 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.495773] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.497398] env[68134]: DEBUG nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.502834] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.897s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.502834] env[68134]: INFO nova.compute.claims [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.577681] env[68134]: DEBUG nova.network.neutron [-] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.600398] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.600643] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.600924] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Deleting the datastore file [datastore1] 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.601853] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b13fc565-d28a-4afb-8902-9e99ee186a94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.610903] env[68134]: DEBUG oslo_vmware.api [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for the task: (returnval){ [ 871.610903] env[68134]: value = "task-2964994" [ 871.610903] env[68134]: _type = "Task" [ 871.610903] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.619789] env[68134]: DEBUG oslo_vmware.api [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.869009] env[68134]: DEBUG nova.compute.manager [req-d43a9b31-4275-41a3-8667-a156d8969bba req-efcc5bc0-2202-47ef-9749-e25e54dcfb55 service nova] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Received event network-vif-deleted-2311c381-cccc-48e8-9f49-bd68514c0432 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.916433] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "refresh_cache-e01c63f9-d808-49a4-bc2d-f1a0e57b833b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.916433] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "refresh_cache-e01c63f9-d808-49a4-bc2d-f1a0e57b833b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.916433] env[68134]: DEBUG nova.network.neutron [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.001887] env[68134]: DEBUG nova.compute.utils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.003701] env[68134]: DEBUG nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.003891] env[68134]: DEBUG nova.network.neutron [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.043037] env[68134]: DEBUG nova.policy [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd292f502b2fb45d99634ef19404ee0e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48736688635642718e91c305b0eb12c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.080036] env[68134]: INFO nova.compute.manager [-] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Took 1.29 seconds to deallocate network for instance. [ 872.123997] env[68134]: DEBUG oslo_vmware.api [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Task: {'id': task-2964994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141639} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.124534] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.124534] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.124664] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.124788] env[68134]: INFO nova.compute.manager [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Took 2.55 seconds to destroy the instance on the hypervisor. [ 872.125043] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.125237] env[68134]: DEBUG nova.compute.manager [-] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.125326] env[68134]: DEBUG nova.network.neutron [-] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.364990] env[68134]: DEBUG nova.network.neutron [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Successfully created port: b7c9a218-0b12-4811-b489-3951e8335804 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.446706] env[68134]: DEBUG nova.network.neutron [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.506816] env[68134]: DEBUG nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.590827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.607584] env[68134]: DEBUG nova.network.neutron [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Updating instance_info_cache with network_info: [{"id": "9aca9526-3b5d-49e8-9103-e589f28b4403", "address": "fa:16:3e:02:46:4d", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca9526-3b", "ovs_interfaceid": "9aca9526-3b5d-49e8-9103-e589f28b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.884641] env[68134]: DEBUG nova.network.neutron [-] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.928028] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39f99ec-8c98-4f71-b1cf-d49c83d058f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.936158] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7ba982-7cb5-4e6f-a890-f7a3f13f3a9e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.968037] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e3394-2e85-4bc9-ba0a-28a110f3d38a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.975738] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d317876-538e-438c-974b-7e7e6d528fd7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.990906] env[68134]: DEBUG nova.compute.provider_tree [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.110273] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "refresh_cache-e01c63f9-d808-49a4-bc2d-f1a0e57b833b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.112079] env[68134]: DEBUG nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Instance network_info: |[{"id": "9aca9526-3b5d-49e8-9103-e589f28b4403", "address": "fa:16:3e:02:46:4d", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca9526-3b", "ovs_interfaceid": "9aca9526-3b5d-49e8-9103-e589f28b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.112079] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:46:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aca9526-3b5d-49e8-9103-e589f28b4403', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.118655] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.119641] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.119641] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab66ffe2-e9c1-4c9f-8f98-79cd4d8e72e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.139221] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.139221] env[68134]: value = "task-2964995" [ 873.139221] env[68134]: _type = "Task" [ 873.139221] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.146905] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964995, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.340573] env[68134]: DEBUG nova.compute.manager [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Received event network-changed-9aca9526-3b5d-49e8-9103-e589f28b4403 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.340798] env[68134]: DEBUG nova.compute.manager [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Refreshing instance network info cache due to event network-changed-9aca9526-3b5d-49e8-9103-e589f28b4403. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.341061] env[68134]: DEBUG oslo_concurrency.lockutils [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] Acquiring lock "refresh_cache-e01c63f9-d808-49a4-bc2d-f1a0e57b833b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.341304] env[68134]: DEBUG oslo_concurrency.lockutils [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] Acquired lock "refresh_cache-e01c63f9-d808-49a4-bc2d-f1a0e57b833b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.341554] env[68134]: DEBUG nova.network.neutron [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Refreshing network info cache for port 9aca9526-3b5d-49e8-9103-e589f28b4403 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.387094] env[68134]: INFO nova.compute.manager [-] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Took 1.26 seconds to deallocate network for instance. [ 873.494544] env[68134]: DEBUG nova.scheduler.client.report [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.522761] env[68134]: DEBUG nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.549751] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.550055] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.550223] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.550402] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.550545] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.550690] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.550894] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.551104] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.551301] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.551469] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.551641] env[68134]: DEBUG nova.virt.hardware [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.552499] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b1e89-da8e-4cce-a772-a4895e8a241b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.561139] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8d2224-7422-4dbc-b4e1-b83ee46c24bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.649825] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2964995, 'name': CreateVM_Task, 'duration_secs': 0.320855} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.649997] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.650788] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.650955] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.651297] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.651543] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fa2106-cf51-45c6-a3c1-e4a44b53a027 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.656692] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 873.656692] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52edc34f-8f20-2f29-60f9-fbfb175bf6cb" [ 873.656692] env[68134]: _type = "Task" [ 873.656692] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.666012] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52edc34f-8f20-2f29-60f9-fbfb175bf6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.899827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.958562] env[68134]: DEBUG nova.compute.manager [req-74cb1aa2-4b2d-4158-85f4-ec6224f30189 req-492aa8d5-76ff-4fd9-bb6e-8b21c38eb896 service nova] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Received event network-vif-deleted-928ccdb7-e3e7-4098-9a36-4ed7f81d8632 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.965870] env[68134]: DEBUG nova.network.neutron [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Successfully updated port: b7c9a218-0b12-4811-b489-3951e8335804 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.999892] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.003017] env[68134]: DEBUG nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.004827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.252s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.005122] env[68134]: DEBUG nova.objects.instance [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lazy-loading 'resources' on Instance uuid b154a231-a055-4a66-a549-59bd552e1100 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.123273] env[68134]: DEBUG nova.network.neutron [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Updated VIF entry in instance network info cache for port 9aca9526-3b5d-49e8-9103-e589f28b4403. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.123640] env[68134]: DEBUG nova.network.neutron [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Updating instance_info_cache with network_info: [{"id": "9aca9526-3b5d-49e8-9103-e589f28b4403", "address": "fa:16:3e:02:46:4d", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca9526-3b", "ovs_interfaceid": "9aca9526-3b5d-49e8-9103-e589f28b4403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.171060] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52edc34f-8f20-2f29-60f9-fbfb175bf6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.171191] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.171437] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.171670] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.171812] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.171987] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.172264] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-774cfe90-de40-42db-9e98-fb43e2e0b386 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.181394] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.181551] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.182258] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3721679a-dfac-4250-b141-beaf308701b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.187292] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 874.187292] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529c4328-46fe-7d63-a7da-13a948d995d9" [ 874.187292] env[68134]: _type = "Task" [ 874.187292] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.194731] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529c4328-46fe-7d63-a7da-13a948d995d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.469470] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "refresh_cache-703b6677-fa0b-490b-9b8b-7843a8540046" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.469633] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquired lock "refresh_cache-703b6677-fa0b-490b-9b8b-7843a8540046" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.469788] env[68134]: DEBUG nova.network.neutron [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.508272] env[68134]: DEBUG nova.compute.utils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.508562] env[68134]: DEBUG nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.508780] env[68134]: DEBUG nova.network.neutron [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.547782] env[68134]: DEBUG nova.policy [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '413a7dfe1d7542b5aa46a4756442de28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '426fbaa983f04075a7bfb857f6574b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.626971] env[68134]: DEBUG oslo_concurrency.lockutils [req-3bc198cb-269b-4d8c-a368-22db30f44856 req-31f1b82d-5a18-4b79-8222-7869dd2fbf29 service nova] Releasing lock "refresh_cache-e01c63f9-d808-49a4-bc2d-f1a0e57b833b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.698707] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529c4328-46fe-7d63-a7da-13a948d995d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008124} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.702304] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7da1f9-8e17-4f89-b5dd-34ac9ffe2969 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.707995] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 874.707995] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5287785f-cecd-0b40-1d4d-fa55797ba4e9" [ 874.707995] env[68134]: _type = "Task" [ 874.707995] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.718947] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5287785f-cecd-0b40-1d4d-fa55797ba4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.843598] env[68134]: DEBUG nova.network.neutron [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Successfully created port: 6d492aaa-7c84-426d-93e9-1ef0db3e3dec {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.895907] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61974808-4207-4409-859e-a88297c1227a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.903786] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4824de73-3b7a-4071-8f22-55a4a1bc7467 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.935150] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0406adc-2023-401f-9e61-76a43f1d67b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.943232] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820f1ae-b4fb-4b04-a0ab-ea721edf9eb8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.957839] env[68134]: DEBUG nova.compute.provider_tree [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.007115] env[68134]: DEBUG nova.network.neutron [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.014967] env[68134]: DEBUG nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.205190] env[68134]: DEBUG nova.network.neutron [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Updating instance_info_cache with network_info: [{"id": "b7c9a218-0b12-4811-b489-3951e8335804", "address": "fa:16:3e:cd:b8:8e", "network": {"id": "88eab8ef-4806-4bcf-8147-363ef3bb674c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-652432720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48736688635642718e91c305b0eb12c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c9a218-0b", "ovs_interfaceid": "b7c9a218-0b12-4811-b489-3951e8335804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.219615] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5287785f-cecd-0b40-1d4d-fa55797ba4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.220551] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.220814] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] e01c63f9-d808-49a4-bc2d-f1a0e57b833b/e01c63f9-d808-49a4-bc2d-f1a0e57b833b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.221146] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09260d5d-cd11-4787-a5e6-2d92a9482069 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.229260] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 875.229260] env[68134]: value = "task-2964996" [ 875.229260] env[68134]: _type = "Task" [ 875.229260] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.238420] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.365673] env[68134]: DEBUG nova.compute.manager [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Received event network-vif-plugged-b7c9a218-0b12-4811-b489-3951e8335804 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.365893] env[68134]: DEBUG oslo_concurrency.lockutils [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] Acquiring lock "703b6677-fa0b-490b-9b8b-7843a8540046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.366637] env[68134]: DEBUG oslo_concurrency.lockutils [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] Lock "703b6677-fa0b-490b-9b8b-7843a8540046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.366637] env[68134]: DEBUG oslo_concurrency.lockutils [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] Lock "703b6677-fa0b-490b-9b8b-7843a8540046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.366637] env[68134]: DEBUG nova.compute.manager [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] No waiting events found dispatching network-vif-plugged-b7c9a218-0b12-4811-b489-3951e8335804 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.366637] env[68134]: WARNING nova.compute.manager [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Received unexpected event network-vif-plugged-b7c9a218-0b12-4811-b489-3951e8335804 for instance with vm_state building and task_state spawning. [ 875.366788] env[68134]: DEBUG nova.compute.manager [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Received event network-changed-b7c9a218-0b12-4811-b489-3951e8335804 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.366941] env[68134]: DEBUG nova.compute.manager [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Refreshing instance network info cache due to event network-changed-b7c9a218-0b12-4811-b489-3951e8335804. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.367117] env[68134]: DEBUG oslo_concurrency.lockutils [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] Acquiring lock "refresh_cache-703b6677-fa0b-490b-9b8b-7843a8540046" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.461225] env[68134]: DEBUG nova.scheduler.client.report [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.707974] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Releasing lock "refresh_cache-703b6677-fa0b-490b-9b8b-7843a8540046" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.708325] env[68134]: DEBUG nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Instance network_info: |[{"id": "b7c9a218-0b12-4811-b489-3951e8335804", "address": "fa:16:3e:cd:b8:8e", "network": {"id": "88eab8ef-4806-4bcf-8147-363ef3bb674c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-652432720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48736688635642718e91c305b0eb12c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c9a218-0b", "ovs_interfaceid": "b7c9a218-0b12-4811-b489-3951e8335804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.708635] env[68134]: DEBUG oslo_concurrency.lockutils [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] Acquired lock "refresh_cache-703b6677-fa0b-490b-9b8b-7843a8540046" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.708822] env[68134]: DEBUG nova.network.neutron [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Refreshing network info cache for port b7c9a218-0b12-4811-b489-3951e8335804 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.710092] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b8:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7c9a218-0b12-4811-b489-3951e8335804', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.718496] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Creating folder: Project (48736688635642718e91c305b0eb12c5). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.719525] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2befc97-64d0-4b7f-923b-b311f4384d17 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.735027] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Created folder: Project (48736688635642718e91c305b0eb12c5) in parent group-v594791. [ 875.735027] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Creating folder: Instances. Parent ref: group-v594967. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.735027] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-593277e2-b2a1-4072-9b0c-6ed3d37b7795 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.740061] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44636} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.740337] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] e01c63f9-d808-49a4-bc2d-f1a0e57b833b/e01c63f9-d808-49a4-bc2d-f1a0e57b833b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.740611] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.740854] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ba1272-5556-4960-a727-f9ffc075deda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.745471] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Created folder: Instances in parent group-v594967. [ 875.745958] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.745958] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.746087] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e404a07-59ac-4d35-b543-0d08809b8e3b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.761723] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 875.761723] env[68134]: value = "task-2964999" [ 875.761723] env[68134]: _type = "Task" [ 875.761723] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.767161] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.767161] env[68134]: value = "task-2965000" [ 875.767161] env[68134]: _type = "Task" [ 875.767161] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.774233] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.781677] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965000, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.968039] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.972510] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.761s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.976018] env[68134]: INFO nova.compute.claims [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.012992] env[68134]: INFO nova.scheduler.client.report [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Deleted allocations for instance b154a231-a055-4a66-a549-59bd552e1100 [ 876.026234] env[68134]: DEBUG nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.055438] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.055873] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.056089] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.056376] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.056608] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.056842] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.057116] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.057301] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.057538] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.057758] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.057991] env[68134]: DEBUG nova.virt.hardware [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.059450] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b174d-0c4d-409a-b450-ad5196bac3fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.068727] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d16632-123e-45d9-89bb-4cdca16c77ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.282708] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2964999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064897} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.287444] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.287444] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965000, 'name': CreateVM_Task, 'duration_secs': 0.346117} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.287444] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d45437-f5b8-412c-9171-cf207b1cc0db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.289441] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.290468] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.290622] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.290922] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.291569] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5290edc-a9c3-4603-89f6-84430a809ed6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.312262] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e01c63f9-d808-49a4-bc2d-f1a0e57b833b/e01c63f9-d808-49a4-bc2d-f1a0e57b833b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.316033] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71dbd93-9865-4836-9a11-f24d0d9b9f08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.330466] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 876.330466] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528c746b-0c2a-2984-d206-3174e14199a7" [ 876.330466] env[68134]: _type = "Task" [ 876.330466] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.340363] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528c746b-0c2a-2984-d206-3174e14199a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.341623] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.341861] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.342106] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.342256] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.342433] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.342741] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 876.342741] env[68134]: value = "task-2965001" [ 876.342741] env[68134]: _type = "Task" [ 876.342741] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.343264] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b21c520-a91a-4716-b928-5c641902fdc0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.356419] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.357616] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.357796] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.358523] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec1b11c-4ac9-4325-9277-b8ca27771e53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.364147] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 876.364147] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52305ef4-1714-1a5f-c4e4-3e1c03e5aa82" [ 876.364147] env[68134]: _type = "Task" [ 876.364147] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.372727] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52305ef4-1714-1a5f-c4e4-3e1c03e5aa82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.447633] env[68134]: DEBUG nova.compute.manager [req-edc7b766-99fe-4f1e-981b-d4e6546db8b9 req-731c1212-de56-4796-af59-105e68f2f45d service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Received event network-vif-plugged-6d492aaa-7c84-426d-93e9-1ef0db3e3dec {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.447824] env[68134]: DEBUG oslo_concurrency.lockutils [req-edc7b766-99fe-4f1e-981b-d4e6546db8b9 req-731c1212-de56-4796-af59-105e68f2f45d service nova] Acquiring lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.448043] env[68134]: DEBUG oslo_concurrency.lockutils [req-edc7b766-99fe-4f1e-981b-d4e6546db8b9 req-731c1212-de56-4796-af59-105e68f2f45d service nova] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.448217] env[68134]: DEBUG oslo_concurrency.lockutils [req-edc7b766-99fe-4f1e-981b-d4e6546db8b9 req-731c1212-de56-4796-af59-105e68f2f45d service nova] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.448382] env[68134]: DEBUG nova.compute.manager [req-edc7b766-99fe-4f1e-981b-d4e6546db8b9 req-731c1212-de56-4796-af59-105e68f2f45d service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] No waiting events found dispatching network-vif-plugged-6d492aaa-7c84-426d-93e9-1ef0db3e3dec {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.448539] env[68134]: WARNING nova.compute.manager [req-edc7b766-99fe-4f1e-981b-d4e6546db8b9 req-731c1212-de56-4796-af59-105e68f2f45d service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Received unexpected event network-vif-plugged-6d492aaa-7c84-426d-93e9-1ef0db3e3dec for instance with vm_state building and task_state spawning. [ 876.475950] env[68134]: DEBUG nova.network.neutron [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Successfully updated port: 6d492aaa-7c84-426d-93e9-1ef0db3e3dec {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.491254] env[68134]: DEBUG nova.network.neutron [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Updated VIF entry in instance network info cache for port b7c9a218-0b12-4811-b489-3951e8335804. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.491254] env[68134]: DEBUG nova.network.neutron [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Updating instance_info_cache with network_info: [{"id": "b7c9a218-0b12-4811-b489-3951e8335804", "address": "fa:16:3e:cd:b8:8e", "network": {"id": "88eab8ef-4806-4bcf-8147-363ef3bb674c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-652432720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48736688635642718e91c305b0eb12c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7c9a218-0b", "ovs_interfaceid": "b7c9a218-0b12-4811-b489-3951e8335804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.520600] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4fc52f97-619b-446b-af11-48da92ecce05 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "b154a231-a055-4a66-a549-59bd552e1100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.262s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.856991] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965001, 'name': ReconfigVM_Task, 'duration_secs': 0.282632} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.857284] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e01c63f9-d808-49a4-bc2d-f1a0e57b833b/e01c63f9-d808-49a4-bc2d-f1a0e57b833b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.858016] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df3af8b-cae3-49fa-87eb-e535fabda815 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.864765] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 876.864765] env[68134]: value = "task-2965003" [ 876.864765] env[68134]: _type = "Task" [ 876.864765] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.880555] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965003, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.880770] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52305ef4-1714-1a5f-c4e4-3e1c03e5aa82, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.882047] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c735979-4137-42c7-88f4-b02fab409d2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.887504] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 876.887504] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5252fcd2-12af-1c93-5c97-e2d105cb8ce5" [ 876.887504] env[68134]: _type = "Task" [ 876.887504] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.896205] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5252fcd2-12af-1c93-5c97-e2d105cb8ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.980620] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.980776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.980931] env[68134]: DEBUG nova.network.neutron [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.994559] env[68134]: DEBUG oslo_concurrency.lockutils [req-9ad089dd-6e1e-47f9-92a6-f493bae83148 req-5ad0280d-6853-46b0-b01b-e3eaead9633f service nova] Releasing lock "refresh_cache-703b6677-fa0b-490b-9b8b-7843a8540046" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.374476] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b548d-fc02-4e6d-8991-a25734e1310c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.382587] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965003, 'name': Rename_Task, 'duration_secs': 0.190728} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.384572] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.384858] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0400f292-4665-426a-8c6d-3b8b1ae31c49 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.387107] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd32c28b-d84b-4ac8-9230-6c2fb33690f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.396238] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 877.396238] env[68134]: value = "task-2965004" [ 877.396238] env[68134]: _type = "Task" [ 877.396238] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.428890] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5252fcd2-12af-1c93-5c97-e2d105cb8ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.430337] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c469e31f-6234-43bd-ad90-ac0c88aff73a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.433017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.433134] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 703b6677-fa0b-490b-9b8b-7843a8540046/703b6677-fa0b-490b-9b8b-7843a8540046.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.436431] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b5e0d3e-383f-4881-ad08-1c84e7756160 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.438736] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.445799] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767b9db2-b04d-4ee6-9f61-a0867b93f596 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.449886] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 877.449886] env[68134]: value = "task-2965005" [ 877.449886] env[68134]: _type = "Task" [ 877.449886] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.462849] env[68134]: DEBUG nova.compute.provider_tree [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.470635] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.529268] env[68134]: DEBUG nova.network.neutron [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.689939] env[68134]: DEBUG nova.network.neutron [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Updating instance_info_cache with network_info: [{"id": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "address": "fa:16:3e:9c:ee:43", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d492aaa-7c", "ovs_interfaceid": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.908457] env[68134]: DEBUG oslo_vmware.api [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965004, 'name': PowerOnVM_Task, 'duration_secs': 0.504452} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.908647] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.908814] env[68134]: INFO nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Took 6.95 seconds to spawn the instance on the hypervisor. [ 877.908993] env[68134]: DEBUG nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.909835] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a268739-8afe-41ef-beea-83807a8e9c16 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.960752] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486358} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.961539] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 703b6677-fa0b-490b-9b8b-7843a8540046/703b6677-fa0b-490b-9b8b-7843a8540046.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.961880] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.962168] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-536aa80b-e360-4688-95a1-d0027aa11df8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.967051] env[68134]: DEBUG nova.scheduler.client.report [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.971420] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 877.971420] env[68134]: value = "task-2965006" [ 877.971420] env[68134]: _type = "Task" [ 877.971420] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.980916] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.192515] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.192854] env[68134]: DEBUG nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Instance network_info: |[{"id": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "address": "fa:16:3e:9c:ee:43", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d492aaa-7c", "ovs_interfaceid": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.193319] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ee:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d492aaa-7c84-426d-93e9-1ef0db3e3dec', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.201908] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating folder: Project (426fbaa983f04075a7bfb857f6574b9c). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.202235] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f88d56a1-dc79-4abd-9e5c-b8544264f9c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.214520] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created folder: Project (426fbaa983f04075a7bfb857f6574b9c) in parent group-v594791. [ 878.214746] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating folder: Instances. Parent ref: group-v594970. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.214999] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d86d4939-14eb-444c-9c85-53f8ac219565 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.224910] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created folder: Instances in parent group-v594970. [ 878.225182] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.225382] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.225588] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67a5b5c9-364b-4f8f-a13a-db48af64fd3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.244842] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.244842] env[68134]: value = "task-2965009" [ 878.244842] env[68134]: _type = "Task" [ 878.244842] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.252938] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965009, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.430926] env[68134]: INFO nova.compute.manager [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Took 56.22 seconds to build instance. [ 878.472873] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.473405] env[68134]: DEBUG nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.477725] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.875s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.479644] env[68134]: INFO nova.compute.claims [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.486649] env[68134]: DEBUG nova.compute.manager [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Received event network-changed-6d492aaa-7c84-426d-93e9-1ef0db3e3dec {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.486831] env[68134]: DEBUG nova.compute.manager [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Refreshing instance network info cache due to event network-changed-6d492aaa-7c84-426d-93e9-1ef0db3e3dec. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.487086] env[68134]: DEBUG oslo_concurrency.lockutils [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] Acquiring lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.487245] env[68134]: DEBUG oslo_concurrency.lockutils [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] Acquired lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.487475] env[68134]: DEBUG nova.network.neutron [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Refreshing network info cache for port 6d492aaa-7c84-426d-93e9-1ef0db3e3dec {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.497660] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08792} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.498023] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.498775] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1433351-1ad8-4af7-8749-ba99633a4c13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.257687] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8238c67-1bf2-4a68-9441-fd2f2478c8fd tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.674s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.258819] env[68134]: DEBUG nova.compute.utils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.275042] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 703b6677-fa0b-490b-9b8b-7843a8540046/703b6677-fa0b-490b-9b8b-7843a8540046.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.281202] env[68134]: DEBUG nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.281368] env[68134]: DEBUG nova.network.neutron [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.284040] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71612f94-a7ce-4954-8dc7-ddfb46b1ab7c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.309941] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965009, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.311320] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 879.311320] env[68134]: value = "task-2965010" [ 879.311320] env[68134]: _type = "Task" [ 879.311320] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.320210] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.362381] env[68134]: DEBUG nova.policy [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '413a7dfe1d7542b5aa46a4756442de28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '426fbaa983f04075a7bfb857f6574b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.545806] env[68134]: DEBUG nova.network.neutron [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Updated VIF entry in instance network info cache for port 6d492aaa-7c84-426d-93e9-1ef0db3e3dec. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.546194] env[68134]: DEBUG nova.network.neutron [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Updating instance_info_cache with network_info: [{"id": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "address": "fa:16:3e:9c:ee:43", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d492aaa-7c", "ovs_interfaceid": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.671086] env[68134]: DEBUG nova.network.neutron [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Successfully created port: e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.770096] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965009, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.775019] env[68134]: DEBUG nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.784868] env[68134]: DEBUG nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.805441] env[68134]: DEBUG nova.compute.manager [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.805688] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99087eb-6075-463f-905b-79fe84200efb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.827113] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965010, 'name': ReconfigVM_Task, 'duration_secs': 0.27666} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.833662] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 703b6677-fa0b-490b-9b8b-7843a8540046/703b6677-fa0b-490b-9b8b-7843a8540046.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.835534] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6eb0ccc-27ca-4024-a569-141bf497d9f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.844942] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 879.844942] env[68134]: value = "task-2965011" [ 879.844942] env[68134]: _type = "Task" [ 879.844942] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.863688] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965011, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.049247] env[68134]: DEBUG oslo_concurrency.lockutils [req-8d8224c1-ae61-4e9c-80f2-2334eb6512c2 req-51487b03-d01c-47ec-bd93-7161ac65da74 service nova] Releasing lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.220624] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b955370-fc62-475f-b181-5749384fabff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.229553] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436bf060-879c-4a6e-8268-66b6ffd857c6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.264422] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193c6ba-046e-4c40-a68d-11389b25a13a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.278144] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a666f-43cd-46dd-ba51-8ec5ed502464 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.282573] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965009, 'name': CreateVM_Task, 'duration_secs': 1.664183} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.282775] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.284176] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.285081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.285081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.288152] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d6d3d3-3e47-4e9b-b5ee-dc55d5878667 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.298091] env[68134]: DEBUG nova.compute.provider_tree [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.300024] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.300137] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.300315] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "a5e06d25-8a3d-4cad-a340-cb441326aedf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.300500] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.301289] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.305927] env[68134]: INFO nova.compute.manager [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Terminating instance [ 880.308760] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 880.308760] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529dda3e-f649-a017-a54a-e40ef5f45933" [ 880.308760] env[68134]: _type = "Task" [ 880.308760] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.322369] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529dda3e-f649-a017-a54a-e40ef5f45933, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.322675] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.323042] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.323812] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.323812] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.323812] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.323993] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8af2ab-6dc6-4d54-b3cb-12deb8532b14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.328179] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.333931] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.334258] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.335092] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c9bad8-b59c-4d8f-af92-5e08dd0b3a6a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.340338] env[68134]: INFO nova.compute.manager [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] instance snapshotting [ 880.343730] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bdb190-3b4b-4a75-ad55-6c024aadf36f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.348257] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 880.348257] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5261e5df-4ca3-59f6-2378-644625f5c011" [ 880.348257] env[68134]: _type = "Task" [ 880.348257] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.369164] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32de3ed-fef6-42bb-916e-de66faf063a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.377856] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965011, 'name': Rename_Task, 'duration_secs': 0.160485} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.378378] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5261e5df-4ca3-59f6-2378-644625f5c011, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.378974] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.379784] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0df3c48-a6a9-4271-bff0-f38bacb35a0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.381278] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a1fe38-cdd2-40c6-8c01-63159930f43c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.390407] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 880.390407] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d6ffee-d6d2-e811-335e-0c81bca47419" [ 880.390407] env[68134]: _type = "Task" [ 880.390407] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.395208] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 880.395208] env[68134]: value = "task-2965012" [ 880.395208] env[68134]: _type = "Task" [ 880.395208] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.401444] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d6ffee-d6d2-e811-335e-0c81bca47419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.408593] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.799211] env[68134]: DEBUG nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.805287] env[68134]: DEBUG nova.scheduler.client.report [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.817612] env[68134]: DEBUG nova.compute.manager [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.817991] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.819180] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347dca7b-e901-4ace-a5c1-2d3a56acffc2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.825495] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.825721] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.825901] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.826184] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.826344] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.826490] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.826737] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.826898] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.827076] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.827236] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.827420] env[68134]: DEBUG nova.virt.hardware [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.828580] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505389d0-977c-4f82-bedc-6f435d94e210 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.833638] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.834297] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1495169-a4e9-403a-a2eb-e598379f3cb3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.840999] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860cd98f-210b-4107-ba10-ed900cc473b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.846351] env[68134]: DEBUG oslo_vmware.api [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 880.846351] env[68134]: value = "task-2965013" [ 880.846351] env[68134]: _type = "Task" [ 880.846351] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.865013] env[68134]: DEBUG oslo_vmware.api [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2965013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.889114] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.889638] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0af33972-e715-47d1-81bd-dd33977a280b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.904644] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d6ffee-d6d2-e811-335e-0c81bca47419, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.906586] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.906914] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/cd91a0f9-ff1b-422c-a59c-cd4a66256e9f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.907256] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 880.907256] env[68134]: value = "task-2965014" [ 880.907256] env[68134]: _type = "Task" [ 880.907256] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.907483] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91635da3-90eb-400e-b7ff-1b204156a574 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.915975] env[68134]: DEBUG oslo_vmware.api [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965012, 'name': PowerOnVM_Task, 'duration_secs': 0.464068} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.916640] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.916881] env[68134]: INFO nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Took 7.39 seconds to spawn the instance on the hypervisor. [ 880.917083] env[68134]: DEBUG nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.918203] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623da4e6-fb58-45aa-bfd7-ef0d71783748 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.923636] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965014, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.925473] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 880.925473] env[68134]: value = "task-2965015" [ 880.925473] env[68134]: _type = "Task" [ 880.925473] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.940830] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.189359] env[68134]: DEBUG nova.compute.manager [req-b5aa4bec-b914-4f3d-a3f6-97a586be1cf5 req-ec0cf80f-c8cc-48d2-ab8b-d208469009e6 service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Received event network-vif-plugged-e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.189609] env[68134]: DEBUG oslo_concurrency.lockutils [req-b5aa4bec-b914-4f3d-a3f6-97a586be1cf5 req-ec0cf80f-c8cc-48d2-ab8b-d208469009e6 service nova] Acquiring lock "87e697d3-9f63-4188-be97-ea036b1eac83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.189854] env[68134]: DEBUG oslo_concurrency.lockutils [req-b5aa4bec-b914-4f3d-a3f6-97a586be1cf5 req-ec0cf80f-c8cc-48d2-ab8b-d208469009e6 service nova] Lock "87e697d3-9f63-4188-be97-ea036b1eac83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.190206] env[68134]: DEBUG oslo_concurrency.lockutils [req-b5aa4bec-b914-4f3d-a3f6-97a586be1cf5 req-ec0cf80f-c8cc-48d2-ab8b-d208469009e6 service nova] Lock "87e697d3-9f63-4188-be97-ea036b1eac83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.190640] env[68134]: DEBUG nova.compute.manager [req-b5aa4bec-b914-4f3d-a3f6-97a586be1cf5 req-ec0cf80f-c8cc-48d2-ab8b-d208469009e6 service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] No waiting events found dispatching network-vif-plugged-e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.190965] env[68134]: WARNING nova.compute.manager [req-b5aa4bec-b914-4f3d-a3f6-97a586be1cf5 req-ec0cf80f-c8cc-48d2-ab8b-d208469009e6 service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Received unexpected event network-vif-plugged-e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 for instance with vm_state building and task_state spawning. [ 881.310944] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.311605] env[68134]: DEBUG nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.314763] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.080s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.317864] env[68134]: INFO nova.compute.claims [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.322708] env[68134]: DEBUG nova.network.neutron [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Successfully updated port: e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.360300] env[68134]: DEBUG oslo_vmware.api [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2965013, 'name': PowerOffVM_Task, 'duration_secs': 0.214147} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.361319] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.361500] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.361768] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1566c7f7-c037-444c-9a69-b2159dc895fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.420266] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965014, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.441132] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965015, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.443782] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.443782] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.443858] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Deleting the datastore file [datastore2] a5e06d25-8a3d-4cad-a340-cb441326aedf {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.444336] env[68134]: INFO nova.compute.manager [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Took 57.57 seconds to build instance. [ 881.445254] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-013b1103-2e76-490a-afc4-0e72a5e56ca9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.452386] env[68134]: DEBUG oslo_vmware.api [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for the task: (returnval){ [ 881.452386] env[68134]: value = "task-2965017" [ 881.452386] env[68134]: _type = "Task" [ 881.452386] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.461246] env[68134]: DEBUG oslo_vmware.api [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2965017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.823826] env[68134]: DEBUG nova.compute.utils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.825288] env[68134]: DEBUG nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.825457] env[68134]: DEBUG nova.network.neutron [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.829820] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.829820] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.829954] env[68134]: DEBUG nova.network.neutron [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.875439] env[68134]: DEBUG nova.policy [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0d11b74f6e41d090af375847c73b6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3c8ece0f7404ecd9d2c760caa150c28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.920760] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965014, 'name': CreateSnapshot_Task, 'duration_secs': 0.720513} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.921063] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 881.921814] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a94fb68-68a9-4de8-bbfa-407866d60b54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.941014] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563452} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.941339] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/cd91a0f9-ff1b-422c-a59c-cd4a66256e9f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.941566] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.941990] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deea78f7-2bac-42df-89e7-5b334e4823b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.948615] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b35315a-569f-4b2b-b92c-faa0005c4d13 tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "703b6677-fa0b-490b-9b8b-7843a8540046" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.245s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.951163] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 881.951163] env[68134]: value = "task-2965018" [ 881.951163] env[68134]: _type = "Task" [ 881.951163] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.965317] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.969648] env[68134]: DEBUG oslo_vmware.api [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2965017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.200958] env[68134]: DEBUG nova.network.neutron [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Successfully created port: d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.331017] env[68134]: DEBUG nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.366690] env[68134]: DEBUG nova.network.neutron [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.449597] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 882.452765] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87bae5be-a9db-4ab4-929c-c7f358a13999 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.456532] env[68134]: DEBUG nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.476166] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071539} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.477028] env[68134]: DEBUG oslo_vmware.api [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Task: {'id': task-2965017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559306} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.477028] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 882.477028] env[68134]: value = "task-2965019" [ 882.477028] env[68134]: _type = "Task" [ 882.477028] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.477028] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.477256] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.478219] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.478219] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.478219] env[68134]: INFO nova.compute.manager [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Took 1.66 seconds to destroy the instance on the hypervisor. [ 882.478219] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.478688] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4cce8-29d9-4dc2-9c16-16295e0966aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.481226] env[68134]: DEBUG nova.compute.manager [-] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.481320] env[68134]: DEBUG nova.network.neutron [-] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.511770] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/cd91a0f9-ff1b-422c-a59c-cd4a66256e9f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.512169] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965019, 'name': CloneVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.515682] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae6b940-f9df-4b20-ab2b-863175b81c54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.542539] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 882.542539] env[68134]: value = "task-2965020" [ 882.542539] env[68134]: _type = "Task" [ 882.542539] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.549259] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.617396] env[68134]: DEBUG nova.network.neutron [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Updating instance_info_cache with network_info: [{"id": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "address": "fa:16:3e:0b:24:ef", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape555d7cb-1f", "ovs_interfaceid": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.895142] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d2d7c4-271d-4c78-8a7a-335a89055193 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.905363] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf1e420-be2d-478e-aab4-acccb181110a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.941516] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e396be7-39fb-403a-b701-6be28f132b8c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.949810] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d7990-09b8-4a6d-ad0b-0142f3e87914 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.966023] env[68134]: DEBUG nova.compute.provider_tree [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.983017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.989947] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965019, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.052690] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.120774] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.121130] env[68134]: DEBUG nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Instance network_info: |[{"id": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "address": "fa:16:3e:0b:24:ef", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape555d7cb-1f", "ovs_interfaceid": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.121594] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:24:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.130701] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.130945] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.131261] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce511d32-0e45-4291-9e1d-b852af2f5b07 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.152829] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.152829] env[68134]: value = "task-2965021" [ 883.152829] env[68134]: _type = "Task" [ 883.152829] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.160952] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965021, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.226012] env[68134]: DEBUG nova.compute.manager [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Received event network-changed-e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.228796] env[68134]: DEBUG nova.compute.manager [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Refreshing instance network info cache due to event network-changed-e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.228796] env[68134]: DEBUG oslo_concurrency.lockutils [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] Acquiring lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.228796] env[68134]: DEBUG oslo_concurrency.lockutils [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] Acquired lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.228796] env[68134]: DEBUG nova.network.neutron [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Refreshing network info cache for port e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.351128] env[68134]: DEBUG nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.383748] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.383992] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.384220] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.384473] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.384659] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.384808] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.385053] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.385219] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.385386] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.385546] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.385720] env[68134]: DEBUG nova.virt.hardware [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.386706] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f41aad-a3ba-45a9-9a54-5dbc078b1221 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.396060] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6fb531-201d-47de-9b9c-2f0a30410188 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.470761] env[68134]: DEBUG nova.scheduler.client.report [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.489864] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965019, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.552623] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965020, 'name': ReconfigVM_Task, 'duration_secs': 0.768594} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.552623] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/cd91a0f9-ff1b-422c-a59c-cd4a66256e9f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.552623] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad1737e-536f-4f32-ab48-1fb731922c82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.558571] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 883.558571] env[68134]: value = "task-2965022" [ 883.558571] env[68134]: _type = "Task" [ 883.558571] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.561859] env[68134]: DEBUG nova.network.neutron [-] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.567904] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965022, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.663897] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965021, 'name': CreateVM_Task, 'duration_secs': 0.334181} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.664101] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.664921] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.665110] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.665482] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.665773] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c333b1e4-f7c6-407c-84b8-d14a1005865b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.670944] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 883.670944] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52851783-6d02-8e48-9b9c-604cc16d0e88" [ 883.670944] env[68134]: _type = "Task" [ 883.670944] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.681134] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52851783-6d02-8e48-9b9c-604cc16d0e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.802599] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "703b6677-fa0b-490b-9b8b-7843a8540046" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.802902] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "703b6677-fa0b-490b-9b8b-7843a8540046" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.803150] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "703b6677-fa0b-490b-9b8b-7843a8540046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.803336] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "703b6677-fa0b-490b-9b8b-7843a8540046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.803503] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "703b6677-fa0b-490b-9b8b-7843a8540046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.805749] env[68134]: INFO nova.compute.manager [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Terminating instance [ 883.908179] env[68134]: DEBUG nova.network.neutron [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Successfully updated port: d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.977200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.977568] env[68134]: DEBUG nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.980840] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.224s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.981165] env[68134]: DEBUG nova.objects.instance [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lazy-loading 'resources' on Instance uuid d3b5cf2c-badc-439a-9e86-e11cb8554ed2 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.992019] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965019, 'name': CloneVM_Task, 'duration_secs': 1.239449} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.992247] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Created linked-clone VM from snapshot [ 883.992998] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84474fdc-e692-4b11-8771-bd17b3252dd4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.002447] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Uploading image 2f277b7a-74f4-4fee-baaf-620335072244 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 884.026468] env[68134]: DEBUG nova.network.neutron [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Updated VIF entry in instance network info cache for port e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.026871] env[68134]: DEBUG nova.network.neutron [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Updating instance_info_cache with network_info: [{"id": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "address": "fa:16:3e:0b:24:ef", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape555d7cb-1f", "ovs_interfaceid": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.030457] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 884.030457] env[68134]: value = "vm-594974" [ 884.030457] env[68134]: _type = "VirtualMachine" [ 884.030457] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 884.030705] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4cf199e8-0d7f-46ed-a8e3-445876ef3507 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.038359] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease: (returnval){ [ 884.038359] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5224e76c-4b2c-7d3d-5f3f-ce6d15b5428e" [ 884.038359] env[68134]: _type = "HttpNfcLease" [ 884.038359] env[68134]: } obtained for exporting VM: (result){ [ 884.038359] env[68134]: value = "vm-594974" [ 884.038359] env[68134]: _type = "VirtualMachine" [ 884.038359] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 884.038637] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the lease: (returnval){ [ 884.038637] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5224e76c-4b2c-7d3d-5f3f-ce6d15b5428e" [ 884.038637] env[68134]: _type = "HttpNfcLease" [ 884.038637] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 884.045833] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.045833] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5224e76c-4b2c-7d3d-5f3f-ce6d15b5428e" [ 884.045833] env[68134]: _type = "HttpNfcLease" [ 884.045833] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 884.064286] env[68134]: INFO nova.compute.manager [-] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Took 1.58 seconds to deallocate network for instance. [ 884.069117] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965022, 'name': Rename_Task, 'duration_secs': 0.148255} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.069656] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.072546] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fd23c04-ba94-4f41-a9c4-1a81bc696492 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.078545] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 884.078545] env[68134]: value = "task-2965024" [ 884.078545] env[68134]: _type = "Task" [ 884.078545] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.086246] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.182199] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52851783-6d02-8e48-9b9c-604cc16d0e88, 'name': SearchDatastore_Task, 'duration_secs': 0.016233} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.182486] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.182716] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.182996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.183169] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.183354] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.183596] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebec58e6-b483-4073-bd89-ae263d6663d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.191766] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.191936] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.192603] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d1d974-a9f9-4711-81c2-03351dc0fd04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.197540] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 884.197540] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5286ae7c-05bf-d7cb-5f64-375eacd1a8b6" [ 884.197540] env[68134]: _type = "Task" [ 884.197540] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.204452] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5286ae7c-05bf-d7cb-5f64-375eacd1a8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.313955] env[68134]: DEBUG nova.compute.manager [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.314279] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.315349] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85a87b-0b74-4a7a-90c9-0bd99dee10e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.323262] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.323511] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-368c0ab4-c853-4403-af35-dd15222cba8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.330146] env[68134]: DEBUG oslo_vmware.api [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 884.330146] env[68134]: value = "task-2965025" [ 884.330146] env[68134]: _type = "Task" [ 884.330146] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.338231] env[68134]: DEBUG oslo_vmware.api [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.411764] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.412068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.412119] env[68134]: DEBUG nova.network.neutron [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.483635] env[68134]: DEBUG nova.compute.utils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.485136] env[68134]: DEBUG nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.485412] env[68134]: DEBUG nova.network.neutron [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.535056] env[68134]: DEBUG oslo_concurrency.lockutils [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] Releasing lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.535056] env[68134]: DEBUG nova.compute.manager [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Received event network-vif-deleted-2782af96-7dac-4074-8f5b-5459274d3911 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.535056] env[68134]: INFO nova.compute.manager [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Neutron deleted interface 2782af96-7dac-4074-8f5b-5459274d3911; detaching it from the instance and deleting it from the info cache [ 884.535056] env[68134]: DEBUG nova.network.neutron [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.549704] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.549704] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5224e76c-4b2c-7d3d-5f3f-ce6d15b5428e" [ 884.549704] env[68134]: _type = "HttpNfcLease" [ 884.549704] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 884.549991] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 884.549991] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5224e76c-4b2c-7d3d-5f3f-ce6d15b5428e" [ 884.549991] env[68134]: _type = "HttpNfcLease" [ 884.549991] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 884.550736] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b82af65-26d0-4386-9ac1-c14d6bf28345 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.560567] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ba2f59-8d1c-4cb1-e4f6-7ea2d3213c75/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 884.560744] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ba2f59-8d1c-4cb1-e4f6-7ea2d3213c75/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 884.563139] env[68134]: DEBUG nova.policy [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f508ceddb6324ce49004573e1e256e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4336e38bf654c6a838c96f8a7e4817b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.620189] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.635299] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.708289] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b105563-f806-44e3-982c-c7e835726232 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.713822] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5286ae7c-05bf-d7cb-5f64-375eacd1a8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01609} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.716032] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540e05ad-180f-4baf-9060-967ab31f0696 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.723771] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 884.723771] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f26f3b-72ff-17c4-03fa-2c2914084ad9" [ 884.723771] env[68134]: _type = "Task" [ 884.723771] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.736193] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f26f3b-72ff-17c4-03fa-2c2914084ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.840307] env[68134]: DEBUG oslo_vmware.api [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965025, 'name': PowerOffVM_Task, 'duration_secs': 0.222069} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.842955] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.843143] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.844286] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cee52765-ea6a-437c-9b8e-849794e29336 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.913131] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.913131] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.913411] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Deleting the datastore file [datastore1] 703b6677-fa0b-490b-9b8b-7843a8540046 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.913685] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12fe24d1-4826-4f3b-a2e5-76fcdb3dd5d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.927085] env[68134]: DEBUG oslo_vmware.api [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for the task: (returnval){ [ 884.927085] env[68134]: value = "task-2965027" [ 884.927085] env[68134]: _type = "Task" [ 884.927085] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.940050] env[68134]: DEBUG oslo_vmware.api [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.989514] env[68134]: DEBUG nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.006380] env[68134]: DEBUG nova.network.neutron [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.011037] env[68134]: DEBUG nova.network.neutron [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Successfully created port: 1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.037694] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ed5a974-9392-4d69-9ad3-9157ac545232 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.044078] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1ae874-f23c-4b94-84dd-0328e38bea77 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.053400] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2bd4a-ad40-4526-8815-8be237ff57f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.070208] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8839a0-692f-4d5e-8611-6554474f4b80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.124351] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b6288-5589-4fce-a775-94a0f91fca15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.127721] env[68134]: DEBUG nova.compute.manager [req-449a2c4e-e246-4230-89e0-0314f1cb4ebd req-c443d79b-4d8d-41bb-8759-07cedb189cbc service nova] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Detach interface failed, port_id=2782af96-7dac-4074-8f5b-5459274d3911, reason: Instance a5e06d25-8a3d-4cad-a340-cb441326aedf could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.141379] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf190b59-0e6d-4a63-babb-5d577e6fac5d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.148660] env[68134]: DEBUG oslo_vmware.api [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965024, 'name': PowerOnVM_Task, 'duration_secs': 0.847605} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.148660] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.148660] env[68134]: INFO nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Took 9.12 seconds to spawn the instance on the hypervisor. [ 885.148660] env[68134]: DEBUG nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.148660] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1464be-1db1-4f39-862d-a8395333b1c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.158951] env[68134]: DEBUG nova.compute.provider_tree [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.237526] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f26f3b-72ff-17c4-03fa-2c2914084ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.237808] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.238905] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/87e697d3-9f63-4188-be97-ea036b1eac83.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.241616] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-240f31cb-1744-4ca0-b64b-5f1d6f85d2ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.246816] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 885.246816] env[68134]: value = "task-2965028" [ 885.246816] env[68134]: _type = "Task" [ 885.246816] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.256463] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.351663] env[68134]: DEBUG nova.network.neutron [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.403858] env[68134]: DEBUG nova.compute.manager [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Received event network-vif-plugged-d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.404159] env[68134]: DEBUG oslo_concurrency.lockutils [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] Acquiring lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.404648] env[68134]: DEBUG oslo_concurrency.lockutils [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.404915] env[68134]: DEBUG oslo_concurrency.lockutils [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.405300] env[68134]: DEBUG nova.compute.manager [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] No waiting events found dispatching network-vif-plugged-d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.406206] env[68134]: WARNING nova.compute.manager [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Received unexpected event network-vif-plugged-d73b3050-d6a6-4e2e-a813-97b334962200 for instance with vm_state building and task_state spawning. [ 885.407083] env[68134]: DEBUG nova.compute.manager [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Received event network-changed-d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.407279] env[68134]: DEBUG nova.compute.manager [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Refreshing instance network info cache due to event network-changed-d73b3050-d6a6-4e2e-a813-97b334962200. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.407492] env[68134]: DEBUG oslo_concurrency.lockutils [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] Acquiring lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.448829] env[68134]: DEBUG oslo_vmware.api [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Task: {'id': task-2965027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199807} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.450073] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.450309] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.450541] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.450746] env[68134]: INFO nova.compute.manager [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Took 1.14 seconds to destroy the instance on the hypervisor. [ 885.451195] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.451256] env[68134]: DEBUG nova.compute.manager [-] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.451465] env[68134]: DEBUG nova.network.neutron [-] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.495834] env[68134]: INFO nova.virt.block_device [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Booting with volume 0a3dd073-11a7-4f15-a978-04629572ab04 at /dev/sda [ 885.550356] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86374712-0c33-471c-bea0-db82e9ffdbca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.563845] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb283182-050e-4e3b-91b0-1d8454c2e60b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.607070] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57164b3e-c3f1-4fdd-ac7e-597b4e7e19a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.618965] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff1bb8-7586-42c8-a6bd-4c252466122a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.666337] env[68134]: DEBUG nova.scheduler.client.report [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.674508] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6883231d-6d50-4fa5-9495-ed3b634d0679 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.680217] env[68134]: INFO nova.compute.manager [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Took 57.10 seconds to build instance. [ 885.690133] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e75517-83ee-49a7-84c2-b86e9178fca9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.717661] env[68134]: DEBUG nova.virt.block_device [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Updating existing volume attachment record: cccb9b05-9610-4326-b863-e02c374d511f {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 885.760556] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.760556] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/87e697d3-9f63-4188-be97-ea036b1eac83.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.760811] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.761139] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff04f546-2c95-42c4-83df-284063b26ba7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.771938] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 885.771938] env[68134]: value = "task-2965029" [ 885.771938] env[68134]: _type = "Task" [ 885.771938] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.784080] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.855039] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.856570] env[68134]: DEBUG nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Instance network_info: |[{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.856991] env[68134]: DEBUG oslo_concurrency.lockutils [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] Acquired lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.857100] env[68134]: DEBUG nova.network.neutron [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Refreshing network info cache for port d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.858670] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7e:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd73b3050-d6a6-4e2e-a813-97b334962200', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.867260] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating folder: Project (c3c8ece0f7404ecd9d2c760caa150c28). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.869670] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b00bcddf-2daa-4d14-aa9b-e3e51b4f785b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.883272] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Created folder: Project (c3c8ece0f7404ecd9d2c760caa150c28) in parent group-v594791. [ 885.883272] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating folder: Instances. Parent ref: group-v594976. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.883522] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ce493a-8928-4d0b-994b-e8ed73b2898d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.900258] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Created folder: Instances in parent group-v594976. [ 885.900433] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.900673] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.901214] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb4721d-aac0-4b6b-a695-f489dbf97e01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.923758] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.923758] env[68134]: value = "task-2965032" [ 885.923758] env[68134]: _type = "Task" [ 885.923758] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.933432] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965032, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.171201] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.174399] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.183s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.174399] env[68134]: DEBUG nova.objects.instance [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lazy-loading 'resources' on Instance uuid 3eaf8669-1dae-4574-bca9-98afd9e0b14e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.183930] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dbdeddac-06d7-441f-aad3-7d51c6861f72 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.513s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.196190] env[68134]: INFO nova.scheduler.client.report [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleted allocations for instance d3b5cf2c-badc-439a-9e86-e11cb8554ed2 [ 886.284677] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074887} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.285457] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.285866] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e316f66f-b34c-40c8-954f-48434ea357b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.310398] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/87e697d3-9f63-4188-be97-ea036b1eac83.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.311674] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3e1fae-00c1-4e26-8b72-a6b06f69b5a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.337387] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 886.337387] env[68134]: value = "task-2965033" [ 886.337387] env[68134]: _type = "Task" [ 886.337387] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.348800] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.372267] env[68134]: DEBUG nova.network.neutron [-] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.434080] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965032, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.631202] env[68134]: DEBUG nova.network.neutron [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updated VIF entry in instance network info cache for port d73b3050-d6a6-4e2e-a813-97b334962200. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.631595] env[68134]: DEBUG nova.network.neutron [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.704987] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03c02499-e7cf-4ccc-92dc-7c67a0e3ec11 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "d3b5cf2c-badc-439a-9e86-e11cb8554ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.491s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.850434] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.874729] env[68134]: INFO nova.compute.manager [-] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Took 1.42 seconds to deallocate network for instance. [ 886.898307] env[68134]: DEBUG nova.network.neutron [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Successfully updated port: 1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.939725] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965032, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.132341] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbc2b5-a64d-48f0-bada-2e1f479ccc01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.135292] env[68134]: DEBUG oslo_concurrency.lockutils [req-af236b4c-08a4-4d84-8564-0beae4af1b2c req-92763067-c315-4916-a6f0-4ef7e172ba85 service nova] Releasing lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.141452] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a2dd0b-b783-4732-9a26-ff258ffce840 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.174203] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eeb394-6470-48f2-9fe3-bb8f778ff19e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.183554] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0485c76-7551-4e19-8d98-506a72441fba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.198574] env[68134]: DEBUG nova.compute.provider_tree [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.349768] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.385264] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.402708] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquiring lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.402708] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquired lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.402708] env[68134]: DEBUG nova.network.neutron [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.438836] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965032, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.464669] env[68134]: DEBUG nova.compute.manager [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Received event network-vif-deleted-b7c9a218-0b12-4811-b489-3951e8335804 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.464948] env[68134]: DEBUG nova.compute.manager [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Received event network-vif-plugged-1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.465089] env[68134]: DEBUG oslo_concurrency.lockutils [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] Acquiring lock "8b099ae4-4993-4664-818e-c6fc4f3694b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.465331] env[68134]: DEBUG oslo_concurrency.lockutils [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.465513] env[68134]: DEBUG oslo_concurrency.lockutils [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.465679] env[68134]: DEBUG nova.compute.manager [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] No waiting events found dispatching network-vif-plugged-1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.465843] env[68134]: WARNING nova.compute.manager [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Received unexpected event network-vif-plugged-1143c434-f163-4da9-9dc0-19bc996238c7 for instance with vm_state building and task_state spawning. [ 887.466073] env[68134]: DEBUG nova.compute.manager [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Received event network-changed-1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.466174] env[68134]: DEBUG nova.compute.manager [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Refreshing instance network info cache due to event network-changed-1143c434-f163-4da9-9dc0-19bc996238c7. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.466332] env[68134]: DEBUG oslo_concurrency.lockutils [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] Acquiring lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.702016] env[68134]: DEBUG nova.scheduler.client.report [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.810753] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "4332d3af-9523-42f6-8e8b-98ab60445990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.811097] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "4332d3af-9523-42f6-8e8b-98ab60445990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.811352] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "4332d3af-9523-42f6-8e8b-98ab60445990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.811651] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "4332d3af-9523-42f6-8e8b-98ab60445990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.811857] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "4332d3af-9523-42f6-8e8b-98ab60445990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.815205] env[68134]: INFO nova.compute.manager [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Terminating instance [ 887.828585] env[68134]: DEBUG nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.829153] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.829405] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.829593] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.829825] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.830011] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.830208] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.830454] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.830641] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.830828] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.831069] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.831272] env[68134]: DEBUG nova.virt.hardware [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.832557] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddebfbd2-4b0a-48cf-97c9-053ced83645c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.846563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a94b000-8854-448d-9c06-6d80dac69086 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.856975] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965033, 'name': ReconfigVM_Task, 'duration_secs': 1.240904} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.864854] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/87e697d3-9f63-4188-be97-ea036b1eac83.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.865714] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-256531b9-483b-4c9b-87f2-bd473d177e5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.873256] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 887.873256] env[68134]: value = "task-2965034" [ 887.873256] env[68134]: _type = "Task" [ 887.873256] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.879075] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "00b632fe-5417-411d-8713-a584597546ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.879328] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "00b632fe-5417-411d-8713-a584597546ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.879529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "00b632fe-5417-411d-8713-a584597546ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.879722] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "00b632fe-5417-411d-8713-a584597546ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.880017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "00b632fe-5417-411d-8713-a584597546ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.885080] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965034, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.885596] env[68134]: INFO nova.compute.manager [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Terminating instance [ 887.939607] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965032, 'name': CreateVM_Task, 'duration_secs': 1.672085} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.939825] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.940611] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.940779] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.941136] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.941460] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac7f7b1-6398-4c55-aa53-8c12deabca76 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.947764] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 887.947764] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ed8fbc-7d2f-15b8-8f83-f1753cb3b100" [ 887.947764] env[68134]: _type = "Task" [ 887.947764] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.957428] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ed8fbc-7d2f-15b8-8f83-f1753cb3b100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.965642] env[68134]: DEBUG nova.network.neutron [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.166717] env[68134]: DEBUG nova.network.neutron [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Updating instance_info_cache with network_info: [{"id": "1143c434-f163-4da9-9dc0-19bc996238c7", "address": "fa:16:3e:9c:b3:21", "network": {"id": "e4a2975f-b94e-435b-a984-6d5b97b1f26c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1668375712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4336e38bf654c6a838c96f8a7e4817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1143c434-f1", "ovs_interfaceid": "1143c434-f163-4da9-9dc0-19bc996238c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.207910] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.210900] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.594s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.212183] env[68134]: INFO nova.compute.claims [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.235105] env[68134]: INFO nova.scheduler.client.report [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Deleted allocations for instance 3eaf8669-1dae-4574-bca9-98afd9e0b14e [ 888.320392] env[68134]: DEBUG nova.compute.manager [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.320633] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.321902] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d17954-68a2-4c3e-87a2-c3bd7eaf005b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.333185] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.333518] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95819640-1ae5-4115-85e3-ffbad5348114 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.342077] env[68134]: DEBUG oslo_vmware.api [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 888.342077] env[68134]: value = "task-2965035" [ 888.342077] env[68134]: _type = "Task" [ 888.342077] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.351443] env[68134]: DEBUG oslo_vmware.api [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.384043] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965034, 'name': Rename_Task, 'duration_secs': 0.208091} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.384418] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.384767] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfd22279-150c-44be-a576-f0e876465f87 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.389543] env[68134]: DEBUG nova.compute.manager [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.389664] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.390508] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4a7cf3-9784-4c48-9ef6-f960a4806507 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.394588] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 888.394588] env[68134]: value = "task-2965036" [ 888.394588] env[68134]: _type = "Task" [ 888.394588] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.400502] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.401101] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fc75f8-ebe2-45bc-8460-2653d3d73234 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.406149] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.407709] env[68134]: DEBUG oslo_vmware.api [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 888.407709] env[68134]: value = "task-2965037" [ 888.407709] env[68134]: _type = "Task" [ 888.407709] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.416894] env[68134]: DEBUG oslo_vmware.api [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.459716] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ed8fbc-7d2f-15b8-8f83-f1753cb3b100, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.460129] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.460423] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.460779] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.461075] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.461372] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.461692] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bfe73d4-4384-40df-bb7b-deeb54cc41d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.472523] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.472775] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.473701] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe17b34-f313-4035-9203-5e143d5d0bd9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.480199] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 888.480199] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529c7c94-09cf-585a-da16-91ca3677cc75" [ 888.480199] env[68134]: _type = "Task" [ 888.480199] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.489557] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529c7c94-09cf-585a-da16-91ca3677cc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.670351] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Releasing lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.670744] env[68134]: DEBUG nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance network_info: |[{"id": "1143c434-f163-4da9-9dc0-19bc996238c7", "address": "fa:16:3e:9c:b3:21", "network": {"id": "e4a2975f-b94e-435b-a984-6d5b97b1f26c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1668375712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4336e38bf654c6a838c96f8a7e4817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1143c434-f1", "ovs_interfaceid": "1143c434-f163-4da9-9dc0-19bc996238c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.671391] env[68134]: DEBUG oslo_concurrency.lockutils [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] Acquired lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.671725] env[68134]: DEBUG nova.network.neutron [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Refreshing network info cache for port 1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.673303] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b3:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1143c434-f163-4da9-9dc0-19bc996238c7', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.681689] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Creating folder: Project (a4336e38bf654c6a838c96f8a7e4817b). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.682360] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b0df1d4-eace-4de5-bb7f-a3ecf26d53eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.700104] env[68134]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 888.700292] env[68134]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68134) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 888.701050] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Folder already exists: Project (a4336e38bf654c6a838c96f8a7e4817b). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 888.702100] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Creating folder: Instances. Parent ref: group-v594946. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.702374] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91974864-8b24-4d39-be2b-09d536ea45ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.714879] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Created folder: Instances in parent group-v594946. [ 888.715172] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.715379] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.717974] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19325a28-1a5c-42ca-98c4-e07abe6b4999 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.741183] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.741183] env[68134]: value = "task-2965040" [ 888.741183] env[68134]: _type = "Task" [ 888.741183] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.747641] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94b8bc41-dae3-405a-ac94-0dcff9b8ad61 tempest-ListImageFiltersTestJSON-1489739103 tempest-ListImageFiltersTestJSON-1489739103-project-member] Lock "3eaf8669-1dae-4574-bca9-98afd9e0b14e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.303s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.754823] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965040, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.852670] env[68134]: DEBUG oslo_vmware.api [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965035, 'name': PowerOffVM_Task, 'duration_secs': 0.269456} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.852970] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.853165] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.853438] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54b94092-fd56-4ec2-96db-546f1c761988 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.906681] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.918906] env[68134]: DEBUG oslo_vmware.api [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965037, 'name': PowerOffVM_Task, 'duration_secs': 0.255735} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.919276] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.919471] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.919735] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a128be-d493-4c80-bdbd-b30cd8f5c9e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.929428] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.929814] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.929814] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleting the datastore file [datastore1] 4332d3af-9523-42f6-8e8b-98ab60445990 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.930108] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a26cab14-11c6-4468-a098-97cf4abc51eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.938233] env[68134]: DEBUG oslo_vmware.api [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 888.938233] env[68134]: value = "task-2965043" [ 888.938233] env[68134]: _type = "Task" [ 888.938233] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.950085] env[68134]: DEBUG oslo_vmware.api [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.993193] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529c7c94-09cf-585a-da16-91ca3677cc75, 'name': SearchDatastore_Task, 'duration_secs': 0.017077} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.994210] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972b5fa0-50e5-4d7c-921f-095d0ef8b431 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.001787] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 889.001787] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5284d7bd-afc0-c53f-c260-94f6f22d18d6" [ 889.001787] env[68134]: _type = "Task" [ 889.001787] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.006559] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.006772] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.006987] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleting the datastore file [datastore2] 00b632fe-5417-411d-8713-a584597546ec {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.007749] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8d7c525-e02a-4dfa-a71f-36a141be0a94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.012986] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284d7bd-afc0-c53f-c260-94f6f22d18d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.022077] env[68134]: DEBUG oslo_vmware.api [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for the task: (returnval){ [ 889.022077] env[68134]: value = "task-2965044" [ 889.022077] env[68134]: _type = "Task" [ 889.022077] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.033012] env[68134]: DEBUG oslo_vmware.api [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.258620] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965040, 'name': CreateVM_Task, 'duration_secs': 0.395058} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.258620] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.264019] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'cccb9b05-9610-4326-b863-e02c374d511f', 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594954', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'name': 'volume-0a3dd073-11a7-4f15-a978-04629572ab04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b099ae4-4993-4664-818e-c6fc4f3694b8', 'attached_at': '', 'detached_at': '', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'serial': '0a3dd073-11a7-4f15-a978-04629572ab04'}, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68134) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 889.264019] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Root volume attach. Driver type: vmdk {{(pid=68134) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 889.265032] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431db5c-b598-4269-a519-35538f55eac4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.275976] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a4662-cb91-45e6-8ad3-17021e1627c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.289029] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe690f5-4abe-451c-bd01-704218576f49 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.301144] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fffc330f-7154-4c5d-b17c-d1a3c670fd7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.311315] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 889.311315] env[68134]: value = "task-2965045" [ 889.311315] env[68134]: _type = "Task" [ 889.311315] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.325840] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965045, 'name': RelocateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.405907] env[68134]: DEBUG oslo_vmware.api [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965036, 'name': PowerOnVM_Task, 'duration_secs': 0.799616} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.406209] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.406414] env[68134]: INFO nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Took 8.61 seconds to spawn the instance on the hypervisor. [ 889.406593] env[68134]: DEBUG nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.407834] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac39753-e3b0-4f96-bf48-2716b13407a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.452514] env[68134]: DEBUG oslo_vmware.api [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209768} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.453947] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.453947] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.453947] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.453947] env[68134]: INFO nova.compute.manager [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Took 1.13 seconds to destroy the instance on the hypervisor. [ 889.453947] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.453947] env[68134]: DEBUG nova.compute.manager [-] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.454287] env[68134]: DEBUG nova.network.neutron [-] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.514614] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5284d7bd-afc0-c53f-c260-94f6f22d18d6, 'name': SearchDatastore_Task, 'duration_secs': 0.029176} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.515083] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.515404] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e/62a8f028-eb38-4d2b-b0df-c7129dfc8b9e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.515683] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78aecf1a-1907-4426-956b-f350a6698cae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.539428] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 889.539428] env[68134]: value = "task-2965046" [ 889.539428] env[68134]: _type = "Task" [ 889.539428] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.551217] env[68134]: DEBUG oslo_vmware.api [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Task: {'id': task-2965044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191952} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.555041] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.555428] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.555831] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.556105] env[68134]: INFO nova.compute.manager [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] [instance: 00b632fe-5417-411d-8713-a584597546ec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 889.556516] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.562365] env[68134]: DEBUG nova.compute.manager [-] [instance: 00b632fe-5417-411d-8713-a584597546ec] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.562510] env[68134]: DEBUG nova.network.neutron [-] [instance: 00b632fe-5417-411d-8713-a584597546ec] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.564572] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.718888] env[68134]: DEBUG nova.network.neutron [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Updated VIF entry in instance network info cache for port 1143c434-f163-4da9-9dc0-19bc996238c7. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.719948] env[68134]: DEBUG nova.network.neutron [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Updating instance_info_cache with network_info: [{"id": "1143c434-f163-4da9-9dc0-19bc996238c7", "address": "fa:16:3e:9c:b3:21", "network": {"id": "e4a2975f-b94e-435b-a984-6d5b97b1f26c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1668375712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4336e38bf654c6a838c96f8a7e4817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1143c434-f1", "ovs_interfaceid": "1143c434-f163-4da9-9dc0-19bc996238c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.760863] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e06394-70be-4ace-8518-e00db3538331 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.770485] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de89b72f-9c7b-4813-aca5-2af60a8e4548 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.805349] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c72772-e98e-4e8c-95bd-6b5c8e508613 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.818552] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1cf19b-dd79-42c7-9271-7793c2e96b4b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.827833] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965045, 'name': RelocateVM_Task, 'duration_secs': 0.435872} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.836974] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 889.837252] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594954', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'name': 'volume-0a3dd073-11a7-4f15-a978-04629572ab04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b099ae4-4993-4664-818e-c6fc4f3694b8', 'attached_at': '', 'detached_at': '', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'serial': '0a3dd073-11a7-4f15-a978-04629572ab04'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 889.837829] env[68134]: DEBUG nova.compute.provider_tree [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.839767] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad0d20-8516-4a64-afc5-a7ce188a41dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.856763] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f2cd6c-fcd7-44dc-b157-b97c5a09dc38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.886823] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-0a3dd073-11a7-4f15-a978-04629572ab04/volume-0a3dd073-11a7-4f15-a978-04629572ab04.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.887716] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36c8d4d-272f-4cd4-add7-da62a8826492 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.909976] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 889.909976] env[68134]: value = "task-2965047" [ 889.909976] env[68134]: _type = "Task" [ 889.909976] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.921340] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.936448] env[68134]: INFO nova.compute.manager [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Took 60.74 seconds to build instance. [ 890.058748] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965046, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.115253] env[68134]: DEBUG nova.compute.manager [req-af6f843a-12ce-41e1-afd2-338277979282 req-50890ae0-0b70-4c2e-87f9-0c57b9c8f574 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Received event network-vif-deleted-c7d71eeb-266f-49b2-af9d-51b1e29b8a93 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.115678] env[68134]: INFO nova.compute.manager [req-af6f843a-12ce-41e1-afd2-338277979282 req-50890ae0-0b70-4c2e-87f9-0c57b9c8f574 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Neutron deleted interface c7d71eeb-266f-49b2-af9d-51b1e29b8a93; detaching it from the instance and deleting it from the info cache [ 890.116044] env[68134]: DEBUG nova.network.neutron [req-af6f843a-12ce-41e1-afd2-338277979282 req-50890ae0-0b70-4c2e-87f9-0c57b9c8f574 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.225019] env[68134]: DEBUG oslo_concurrency.lockutils [req-a78af2e0-53a2-4376-9c24-a609f7f43735 req-afc6c113-fafd-4576-9a88-1ba1152818d9 service nova] Releasing lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.344337] env[68134]: DEBUG nova.scheduler.client.report [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.363029] env[68134]: DEBUG nova.network.neutron [-] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.394289] env[68134]: DEBUG nova.compute.manager [req-1c40b3ec-4ced-4f8d-b508-afaaa71b7956 req-69b13ea9-93e3-42f0-97be-9255327a7ff7 service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Received event network-vif-deleted-d4e28b39-faa8-4bcd-888d-66d3e54a4f39 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.394522] env[68134]: INFO nova.compute.manager [req-1c40b3ec-4ced-4f8d-b508-afaaa71b7956 req-69b13ea9-93e3-42f0-97be-9255327a7ff7 service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Neutron deleted interface d4e28b39-faa8-4bcd-888d-66d3e54a4f39; detaching it from the instance and deleting it from the info cache [ 890.394655] env[68134]: DEBUG nova.network.neutron [req-1c40b3ec-4ced-4f8d-b508-afaaa71b7956 req-69b13ea9-93e3-42f0-97be-9255327a7ff7 service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.421487] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965047, 'name': ReconfigVM_Task, 'duration_secs': 0.478664} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.421782] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-0a3dd073-11a7-4f15-a978-04629572ab04/volume-0a3dd073-11a7-4f15-a978-04629572ab04.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.427253] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9954775f-daa7-467e-98df-b197c560f720 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.441649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95944ca-44bf-4896-a61a-e228e739b760 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "87e697d3-9f63-4188-be97-ea036b1eac83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.305s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.443687] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 890.443687] env[68134]: value = "task-2965048" [ 890.443687] env[68134]: _type = "Task" [ 890.443687] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.452471] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.551732] env[68134]: INFO nova.compute.manager [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Rescuing [ 890.552041] env[68134]: DEBUG oslo_concurrency.lockutils [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.552198] env[68134]: DEBUG oslo_concurrency.lockutils [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.552363] env[68134]: DEBUG nova.network.neutron [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.554445] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670824} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.554877] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e/62a8f028-eb38-4d2b-b0df-c7129dfc8b9e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.555103] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.555362] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31751e93-305e-44ad-a31d-1732244bc405 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.562062] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 890.562062] env[68134]: value = "task-2965049" [ 890.562062] env[68134]: _type = "Task" [ 890.562062] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.572930] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.619882] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7905941d-9f18-415e-a744-6c142fcb005f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.629911] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f410bb5-17fb-473d-90b2-ef4a9a8b48f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.640756] env[68134]: DEBUG nova.network.neutron [-] [instance: 00b632fe-5417-411d-8713-a584597546ec] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.668331] env[68134]: DEBUG nova.compute.manager [req-af6f843a-12ce-41e1-afd2-338277979282 req-50890ae0-0b70-4c2e-87f9-0c57b9c8f574 service nova] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Detach interface failed, port_id=c7d71eeb-266f-49b2-af9d-51b1e29b8a93, reason: Instance 4332d3af-9523-42f6-8e8b-98ab60445990 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.849196] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.849733] env[68134]: DEBUG nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.852408] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.137s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.852569] env[68134]: DEBUG nova.objects.instance [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.864593] env[68134]: INFO nova.compute.manager [-] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Took 1.41 seconds to deallocate network for instance. [ 890.897527] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9f7872f-99d1-43a0-a803-c627356bbd16 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.908326] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d7fddf-ff2c-440e-9be9-97da77340b4c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.940137] env[68134]: DEBUG nova.compute.manager [req-1c40b3ec-4ced-4f8d-b508-afaaa71b7956 req-69b13ea9-93e3-42f0-97be-9255327a7ff7 service nova] [instance: 00b632fe-5417-411d-8713-a584597546ec] Detach interface failed, port_id=d4e28b39-faa8-4bcd-888d-66d3e54a4f39, reason: Instance 00b632fe-5417-411d-8713-a584597546ec could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.952967] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965048, 'name': ReconfigVM_Task, 'duration_secs': 0.138745} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.953332] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594954', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'name': 'volume-0a3dd073-11a7-4f15-a978-04629572ab04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b099ae4-4993-4664-818e-c6fc4f3694b8', 'attached_at': '', 'detached_at': '', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'serial': '0a3dd073-11a7-4f15-a978-04629572ab04'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 890.953950] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-787f6068-ff65-4064-bbbd-51193675a5d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.960251] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 890.960251] env[68134]: value = "task-2965050" [ 890.960251] env[68134]: _type = "Task" [ 890.960251] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.971957] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965050, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.073358] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169526} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.073743] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.075433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e109f4ab-1337-49af-abea-652c93c42958 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.104723] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e/62a8f028-eb38-4d2b-b0df-c7129dfc8b9e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.108649] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdef912-9e10-483c-ba57-4d1465853628 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.133578] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 891.133578] env[68134]: value = "task-2965051" [ 891.133578] env[68134]: _type = "Task" [ 891.133578] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.141330] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.142980] env[68134]: INFO nova.compute.manager [-] [instance: 00b632fe-5417-411d-8713-a584597546ec] Took 1.58 seconds to deallocate network for instance. [ 891.335628] env[68134]: DEBUG nova.network.neutron [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Updating instance_info_cache with network_info: [{"id": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "address": "fa:16:3e:0b:24:ef", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape555d7cb-1f", "ovs_interfaceid": "e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.360026] env[68134]: DEBUG nova.compute.utils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.361845] env[68134]: DEBUG nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 891.372205] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.472736] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965050, 'name': Rename_Task, 'duration_secs': 0.137413} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.472976] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.473248] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29361cd2-9c2a-4a78-9db1-eccf8241d486 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.479689] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 891.479689] env[68134]: value = "task-2965052" [ 891.479689] env[68134]: _type = "Task" [ 891.479689] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.487548] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.645027] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.651215] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.840632] env[68134]: DEBUG oslo_concurrency.lockutils [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-87e697d3-9f63-4188-be97-ea036b1eac83" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.865953] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ccaba25c-c292-498c-9940-ac892ada3432 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.867472] env[68134]: DEBUG nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.870834] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.696s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.871251] env[68134]: DEBUG nova.objects.instance [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lazy-loading 'resources' on Instance uuid 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.000598] env[68134]: DEBUG oslo_vmware.api [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965052, 'name': PowerOnVM_Task, 'duration_secs': 0.513899} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.000598] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.000598] env[68134]: INFO nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Took 4.17 seconds to spawn the instance on the hypervisor. [ 892.000598] env[68134]: DEBUG nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.001640] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f194bf4-d91b-4907-be47-183df88fd843 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.145501] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965051, 'name': ReconfigVM_Task, 'duration_secs': 0.654214} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.145850] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e/62a8f028-eb38-4d2b-b0df-c7129dfc8b9e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.146588] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b05871-b0c0-4695-90f5-92208887f72f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.153398] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 892.153398] env[68134]: value = "task-2965053" [ 892.153398] env[68134]: _type = "Task" [ 892.153398] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.161965] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965053, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.519749] env[68134]: INFO nova.compute.manager [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Took 53.31 seconds to build instance. [ 892.666019] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965053, 'name': Rename_Task, 'duration_secs': 0.185061} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.668926] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.669376] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-332366bd-6f1f-4dc5-bc9d-7898fb0ccb02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.675606] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 892.675606] env[68134]: value = "task-2965054" [ 892.675606] env[68134]: _type = "Task" [ 892.675606] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.686786] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.796448] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5203cc-a3cd-4e67-aaac-f193621162ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.804589] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab106e15-b203-49e2-8552-3437709f07b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.836196] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b9cd6-112d-458e-a49f-b11b75912200 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.844304] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea31cf-bc4f-4ef8-92ef-448835e0ea97 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.858482] env[68134]: DEBUG nova.compute.provider_tree [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.882363] env[68134]: DEBUG nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.912808] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.913186] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.913448] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.913655] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.913807] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.913964] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.914236] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.914521] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.914602] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.914726] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.914900] env[68134]: DEBUG nova.virt.hardware [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.915769] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac8c1a9-c7ce-49cb-96a8-41e53fe5e0ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.924243] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a636f549-e2f7-430e-ba2a-8b55d79d7421 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.939271] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.945277] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Creating folder: Project (852bbac2372743ca981041ca31258602). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.945720] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4294185-9301-4131-ad94-c7dfce0700e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.957180] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Created folder: Project (852bbac2372743ca981041ca31258602) in parent group-v594791. [ 892.957761] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Creating folder: Instances. Parent ref: group-v594981. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.957761] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0de33c1a-f6d3-4cb8-9710-58767daff9b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.968488] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Created folder: Instances in parent group-v594981. [ 892.968736] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.969040] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.969172] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d07ddab8-0212-4c73-9c69-1ac47ceec34f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.989018] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.989018] env[68134]: value = "task-2965057" [ 892.989018] env[68134]: _type = "Task" [ 892.989018] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.996790] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965057, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.021670] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81657780-7f29-494a-9436-521336f788c2 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.700s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.182797] env[68134]: DEBUG nova.compute.manager [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Received event network-changed-1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.183084] env[68134]: DEBUG nova.compute.manager [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Refreshing instance network info cache due to event network-changed-1143c434-f163-4da9-9dc0-19bc996238c7. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.183368] env[68134]: DEBUG oslo_concurrency.lockutils [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] Acquiring lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.183534] env[68134]: DEBUG oslo_concurrency.lockutils [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] Acquired lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.183718] env[68134]: DEBUG nova.network.neutron [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Refreshing network info cache for port 1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.194673] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.362416] env[68134]: DEBUG nova.scheduler.client.report [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.389027] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.389027] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b99ba9d2-1490-44fd-b278-ae00f2211f8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.395816] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 893.395816] env[68134]: value = "task-2965058" [ 893.395816] env[68134]: _type = "Task" [ 893.395816] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.405695] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.501009] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965057, 'name': CreateVM_Task, 'duration_secs': 0.327631} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.501256] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.501822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.502511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.502511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.502782] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e316d273-1b23-417d-a2a4-0f82dc80bba4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.508744] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 893.508744] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5203d813-45f7-8694-f8c7-419a0fc29f27" [ 893.508744] env[68134]: _type = "Task" [ 893.508744] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.517398] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5203d813-45f7-8694-f8c7-419a0fc29f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.691385] env[68134]: DEBUG oslo_vmware.api [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965054, 'name': PowerOnVM_Task, 'duration_secs': 0.746231} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.691819] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.692164] env[68134]: INFO nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Took 10.34 seconds to spawn the instance on the hypervisor. [ 893.692484] env[68134]: DEBUG nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.694533] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4852a64c-9506-4b07-b2cf-42debb9e8992 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.868930] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.871287] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.784s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.872917] env[68134]: INFO nova.compute.claims [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.903401] env[68134]: INFO nova.scheduler.client.report [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted allocations for instance 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a [ 893.910357] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965058, 'name': PowerOffVM_Task, 'duration_secs': 0.398621} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.910357] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.911409] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec9a5a-fa90-4268-940a-9b9731e9ef54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.915328] env[68134]: DEBUG nova.network.neutron [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Updated VIF entry in instance network info cache for port 1143c434-f163-4da9-9dc0-19bc996238c7. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.915657] env[68134]: DEBUG nova.network.neutron [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Updating instance_info_cache with network_info: [{"id": "1143c434-f163-4da9-9dc0-19bc996238c7", "address": "fa:16:3e:9c:b3:21", "network": {"id": "e4a2975f-b94e-435b-a984-6d5b97b1f26c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1668375712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4336e38bf654c6a838c96f8a7e4817b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1143c434-f1", "ovs_interfaceid": "1143c434-f163-4da9-9dc0-19bc996238c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.935329] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37700cd-c934-4ec2-85ad-5a02647f3fea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.966920] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.967277] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a01737c-0a34-4c7f-a6ec-b68e8ac9b99d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.974553] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 893.974553] env[68134]: value = "task-2965059" [ 893.974553] env[68134]: _type = "Task" [ 893.974553] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.982466] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.018833] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5203d813-45f7-8694-f8c7-419a0fc29f27, 'name': SearchDatastore_Task, 'duration_secs': 0.013299} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.019285] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.019366] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.019585] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.019721] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.019897] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.020164] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f160b044-c955-4113-9ef7-e71cb6e2b8be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.030605] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.030791] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.031537] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e8d59a-34ec-4a87-80f8-374f67fd09ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.036937] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 894.036937] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5205e8d7-aaaf-27a9-c5ca-8ee12571cb37" [ 894.036937] env[68134]: _type = "Task" [ 894.036937] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.044917] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5205e8d7-aaaf-27a9-c5ca-8ee12571cb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.214321] env[68134]: INFO nova.compute.manager [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Took 56.63 seconds to build instance. [ 894.414110] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c8fbceca-fd60-43e7-a77d-0709c03e509b tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "8dd5a2b3-67cd-4e4c-be55-59ba0828a50a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.710s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.419344] env[68134]: DEBUG oslo_concurrency.lockutils [req-4e1434ca-8155-4bdb-a0ab-e16249c72e62 req-ebb0081c-af28-4c16-964f-bdd12222bae7 service nova] Releasing lock "refresh_cache-8b099ae4-4993-4664-818e-c6fc4f3694b8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.448061] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ba2f59-8d1c-4cb1-e4f6-7ea2d3213c75/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 894.449111] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8029b5-7010-4512-a18e-4d0d4e70f880 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.455463] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ba2f59-8d1c-4cb1-e4f6-7ea2d3213c75/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 894.455616] env[68134]: ERROR oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ba2f59-8d1c-4cb1-e4f6-7ea2d3213c75/disk-0.vmdk due to incomplete transfer. [ 894.455895] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-75248bae-de30-4825-b50c-eb3e162f8778 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.463141] env[68134]: DEBUG oslo_vmware.rw_handles [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ba2f59-8d1c-4cb1-e4f6-7ea2d3213c75/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 894.463335] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Uploaded image 2f277b7a-74f4-4fee-baaf-620335072244 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 894.465547] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 894.465796] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c32c7d1f-c88d-4b5b-a886-3d058d654f5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.480065] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 894.480065] env[68134]: value = "task-2965060" [ 894.480065] env[68134]: _type = "Task" [ 894.480065] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.486842] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 894.487073] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.487333] env[68134]: DEBUG oslo_concurrency.lockutils [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.487479] env[68134]: DEBUG oslo_concurrency.lockutils [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.487655] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.487884] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ebc0ecd-87ef-44cc-b248-e0f8249a7d2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.492317] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965060, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.499315] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.499491] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.500208] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4aabe4d-cf3d-4ecb-8a87-20e9e2c62dca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.504942] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 894.504942] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5289909b-7ada-c3a1-4715-10a93d1e2a4e" [ 894.504942] env[68134]: _type = "Task" [ 894.504942] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.512479] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5289909b-7ada-c3a1-4715-10a93d1e2a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.548558] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5205e8d7-aaaf-27a9-c5ca-8ee12571cb37, 'name': SearchDatastore_Task, 'duration_secs': 0.024374} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.549453] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca18316-f0a7-475a-8357-95f97b653316 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.554583] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 894.554583] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b6ace5-afa4-4538-6ce5-d615ac21a261" [ 894.554583] env[68134]: _type = "Task" [ 894.554583] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.562764] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b6ace5-afa4-4538-6ce5-d615ac21a261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.717197] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a594124f-4284-475f-9ecb-1f8ed3242183 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.719s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.992809] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965060, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.018541] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5289909b-7ada-c3a1-4715-10a93d1e2a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.019335] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b3b980-046c-4a3a-a83c-7437935e799f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.026524] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 895.026524] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f90c78-5aac-0bbb-65e0-a8c859d7f898" [ 895.026524] env[68134]: _type = "Task" [ 895.026524] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.034265] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f90c78-5aac-0bbb-65e0-a8c859d7f898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.064929] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b6ace5-afa4-4538-6ce5-d615ac21a261, 'name': SearchDatastore_Task, 'duration_secs': 0.013023} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.065234] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.065400] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2776991d-a91d-4b4c-a173-ba7607c0a73b/2776991d-a91d-4b4c-a173-ba7607c0a73b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.065829] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d48e8b-12d9-462e-a1fd-0fa09bbbdbf3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.073486] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 895.073486] env[68134]: value = "task-2965061" [ 895.073486] env[68134]: _type = "Task" [ 895.073486] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.081880] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.213525] env[68134]: DEBUG nova.compute.manager [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Received event network-changed-d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.213525] env[68134]: DEBUG nova.compute.manager [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Refreshing instance network info cache due to event network-changed-d73b3050-d6a6-4e2e-a813-97b334962200. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.213525] env[68134]: DEBUG oslo_concurrency.lockutils [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] Acquiring lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.213525] env[68134]: DEBUG oslo_concurrency.lockutils [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] Acquired lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.213843] env[68134]: DEBUG nova.network.neutron [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Refreshing network info cache for port d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.270528] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e716c2-8eda-434a-843b-0b9449f3f04c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.284700] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ff225-c250-41f5-a336-7e06acf15135 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.316744] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08053681-989c-4668-b79a-7c3990d8ce2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.324531] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf75bf4a-ffe3-4708-b645-800302c8c3d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.342655] env[68134]: DEBUG nova.compute.provider_tree [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.490867] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965060, 'name': Destroy_Task, 'duration_secs': 0.660962} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.491169] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Destroyed the VM [ 895.491406] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 895.491818] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-743074fa-1891-4d64-b9e0-bc228812a759 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.499639] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 895.499639] env[68134]: value = "task-2965062" [ 895.499639] env[68134]: _type = "Task" [ 895.499639] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.507640] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965062, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.536506] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f90c78-5aac-0bbb-65e0-a8c859d7f898, 'name': SearchDatastore_Task, 'duration_secs': 0.040678} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.536776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.537063] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. {{(pid=68134) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 895.537352] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f7148fe-fc60-4d28-8748-c29a97960809 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.543713] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 895.543713] env[68134]: value = "task-2965063" [ 895.543713] env[68134]: _type = "Task" [ 895.543713] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.551542] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.582761] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965061, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.846439] env[68134]: DEBUG nova.scheduler.client.report [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.011767] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965062, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.020085] env[68134]: DEBUG nova.network.neutron [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updated VIF entry in instance network info cache for port d73b3050-d6a6-4e2e-a813-97b334962200. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.020566] env[68134]: DEBUG nova.network.neutron [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.056752] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965063, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.090708] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848803} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.091061] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2776991d-a91d-4b4c-a173-ba7607c0a73b/2776991d-a91d-4b4c-a173-ba7607c0a73b.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.091402] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.091690] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1cccab9-8050-4ac4-92a1-87203e7a5871 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.099823] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 896.099823] env[68134]: value = "task-2965064" [ 896.099823] env[68134]: _type = "Task" [ 896.099823] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.111250] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.352451] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.353482] env[68134]: DEBUG nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.357020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.815s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.358543] env[68134]: INFO nova.compute.claims [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.512013] env[68134]: DEBUG oslo_vmware.api [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965062, 'name': RemoveSnapshot_Task, 'duration_secs': 0.821219} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.512227] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 896.512459] env[68134]: INFO nova.compute.manager [None req-0a39fa6d-d2b7-4ac6-a2ff-678d3ce36b03 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Took 16.17 seconds to snapshot the instance on the hypervisor. [ 896.523539] env[68134]: DEBUG oslo_concurrency.lockutils [req-38b07cf2-826b-4ebe-a7d2-87bb53970d3b req-ce08dcd9-87b4-4f94-8362-d756a726fe98 service nova] Releasing lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.558776] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716667} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.559124] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. [ 896.560168] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e732cda-a8ff-4f7c-bc41-2bf929f5b356 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.595703] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.596098] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64757bef-6ba7-4863-84bf-0e84cb046684 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.626809] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080637} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.628423] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.628872] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 896.628872] env[68134]: value = "task-2965065" [ 896.628872] env[68134]: _type = "Task" [ 896.628872] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.629821] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e344c-03bd-4957-9f97-f5354bec76ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.651125] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.659813] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2776991d-a91d-4b4c-a173-ba7607c0a73b/2776991d-a91d-4b4c-a173-ba7607c0a73b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.660115] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7fb254e-ca10-4fb3-ae2e-ac66bf02b15d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.678185] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.678410] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.682515] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 896.682515] env[68134]: value = "task-2965066" [ 896.682515] env[68134]: _type = "Task" [ 896.682515] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.690724] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.863067] env[68134]: DEBUG nova.compute.utils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.867966] env[68134]: DEBUG nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.867966] env[68134]: DEBUG nova.network.neutron [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.912077] env[68134]: DEBUG nova.policy [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab726390371f42539762a3250b73c18c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dc8627de75c4a9cba3854c62e3da65f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.145542] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.182023] env[68134]: DEBUG nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.193613] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965066, 'name': ReconfigVM_Task, 'duration_secs': 0.264578} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.194614] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2776991d-a91d-4b4c-a173-ba7607c0a73b/2776991d-a91d-4b4c-a173-ba7607c0a73b.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.194614] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-befb9a5d-3a74-4758-bdaf-cef41a0a2042 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.201943] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 897.201943] env[68134]: value = "task-2965067" [ 897.201943] env[68134]: _type = "Task" [ 897.201943] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.212891] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965067, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.234099] env[68134]: DEBUG nova.network.neutron [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Successfully created port: 0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.367477] env[68134]: DEBUG nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.644018] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.700596] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.714031] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965067, 'name': Rename_Task, 'duration_secs': 0.152727} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.714227] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.714469] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c171495b-1258-46cd-9070-ce16b43ca109 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.724614] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 897.724614] env[68134]: value = "task-2965068" [ 897.724614] env[68134]: _type = "Task" [ 897.724614] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.734729] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.772898] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccbb239-9802-4a67-b232-7f69a5f7843c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.780103] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b632f-2939-4e07-a634-4c12931f5fad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.811078] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc600832-89f5-4c1c-bf20-9f9d11b82cca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.818793] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d744072-98e8-4ced-8aad-cb7183f32402 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.833366] env[68134]: DEBUG nova.compute.provider_tree [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.144409] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965065, 'name': ReconfigVM_Task, 'duration_secs': 1.136663} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.144750] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.145652] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3e6c8-545f-4abb-9140-e79220132d52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.170734] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27aae336-1ddb-4253-9f62-c43c358c9bd1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.188326] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 898.188326] env[68134]: value = "task-2965069" [ 898.188326] env[68134]: _type = "Task" [ 898.188326] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.195168] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.234667] env[68134]: DEBUG oslo_vmware.api [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965068, 'name': PowerOnVM_Task, 'duration_secs': 0.411034} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.234953] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.235340] env[68134]: INFO nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Took 5.35 seconds to spawn the instance on the hypervisor. [ 898.235425] env[68134]: DEBUG nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.236344] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4450ed00-68a1-4369-adb6-89685e8b64fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.337366] env[68134]: DEBUG nova.scheduler.client.report [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.380802] env[68134]: DEBUG nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.407605] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.407903] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.408087] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.408445] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.408624] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.408782] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.408997] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.409176] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.409354] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.409674] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.409674] env[68134]: DEBUG nova.virt.hardware [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.410659] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27231f36-3663-4dd5-95df-109d9bae953a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.419129] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b8691-7873-4e1d-82ad-7c660a6d1e72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.699725] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965069, 'name': ReconfigVM_Task, 'duration_secs': 0.179674} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.699897] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.700176] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82cec883-f622-440d-8801-e3381a22c9f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.706285] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 898.706285] env[68134]: value = "task-2965070" [ 898.706285] env[68134]: _type = "Task" [ 898.706285] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.715372] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.717440] env[68134]: DEBUG nova.compute.manager [req-912a6886-092b-4000-9580-9f7ebea0b313 req-8f5eb0ae-ad08-4e9b-9097-0a99876aa9a6 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Received event network-vif-plugged-0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.717637] env[68134]: DEBUG oslo_concurrency.lockutils [req-912a6886-092b-4000-9580-9f7ebea0b313 req-8f5eb0ae-ad08-4e9b-9097-0a99876aa9a6 service nova] Acquiring lock "76c9d457-105c-496d-bc10-ba04e58172b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.717839] env[68134]: DEBUG oslo_concurrency.lockutils [req-912a6886-092b-4000-9580-9f7ebea0b313 req-8f5eb0ae-ad08-4e9b-9097-0a99876aa9a6 service nova] Lock "76c9d457-105c-496d-bc10-ba04e58172b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.718013] env[68134]: DEBUG oslo_concurrency.lockutils [req-912a6886-092b-4000-9580-9f7ebea0b313 req-8f5eb0ae-ad08-4e9b-9097-0a99876aa9a6 service nova] Lock "76c9d457-105c-496d-bc10-ba04e58172b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.718197] env[68134]: DEBUG nova.compute.manager [req-912a6886-092b-4000-9580-9f7ebea0b313 req-8f5eb0ae-ad08-4e9b-9097-0a99876aa9a6 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] No waiting events found dispatching network-vif-plugged-0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.718387] env[68134]: WARNING nova.compute.manager [req-912a6886-092b-4000-9580-9f7ebea0b313 req-8f5eb0ae-ad08-4e9b-9097-0a99876aa9a6 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Received unexpected event network-vif-plugged-0210c51c-9b2f-4da1-993e-5b1786a53205 for instance with vm_state building and task_state spawning. [ 898.754984] env[68134]: INFO nova.compute.manager [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Took 55.16 seconds to build instance. [ 898.816146] env[68134]: DEBUG nova.network.neutron [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Successfully updated port: 0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.843276] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.844039] env[68134]: DEBUG nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.846393] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.251s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.846609] env[68134]: DEBUG nova.objects.instance [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lazy-loading 'resources' on Instance uuid 2eb67255-f627-4195-be17-858f644da3ad {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.216424] env[68134]: DEBUG oslo_vmware.api [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965070, 'name': PowerOnVM_Task, 'duration_secs': 0.42646} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.216819] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.219539] env[68134]: DEBUG nova.compute.manager [None req-05055712-1dfe-48e4-bb4e-568c2a11eb3f tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.220363] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a54a4d-55bb-4583-b5d0-9222439fc78b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.257529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-aa948ba4-633a-4f58-9864-1f984f2f2c22 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "2776991d-a91d-4b4c-a173-ba7607c0a73b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.664s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.319081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.319256] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.319413] env[68134]: DEBUG nova.network.neutron [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.351897] env[68134]: DEBUG nova.compute.utils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.355365] env[68134]: DEBUG nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.355365] env[68134]: DEBUG nova.network.neutron [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.410575] env[68134]: DEBUG nova.policy [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6652aaa456f54dfa8666e54eaeb17912', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9025b733c267489d89659a06f31239aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.710697] env[68134]: DEBUG nova.network.neutron [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Successfully created port: 1cbe6f7d-78c1-44c9-b875-0721e503b034 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.831781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4785d911-5fb4-4cb9-a141-45ad06fbe4fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.841998] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4d90c1-e0a3-4982-af0f-e7b96554ad99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.878941] env[68134]: DEBUG nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.885119] env[68134]: DEBUG nova.network.neutron [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.887633] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82837d74-bbca-43a7-9ae9-944856593de4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.897854] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1305071b-0ced-408d-97aa-4ba1b3c13da3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.913104] env[68134]: DEBUG nova.compute.provider_tree [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.110257] env[68134]: DEBUG nova.network.neutron [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Updating instance_info_cache with network_info: [{"id": "0210c51c-9b2f-4da1-993e-5b1786a53205", "address": "fa:16:3e:56:b5:91", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0210c51c-9b", "ovs_interfaceid": "0210c51c-9b2f-4da1-993e-5b1786a53205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.148999] env[68134]: DEBUG nova.compute.manager [None req-544a3e7d-47f9-4a28-a9d0-eb613ef10161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.149964] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d7dc27-a356-4520-bf1f-e1b88e1ebdfd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.418635] env[68134]: DEBUG nova.scheduler.client.report [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.473299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "2776991d-a91d-4b4c-a173-ba7607c0a73b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.473639] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "2776991d-a91d-4b4c-a173-ba7607c0a73b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.473890] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "2776991d-a91d-4b4c-a173-ba7607c0a73b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.474124] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "2776991d-a91d-4b4c-a173-ba7607c0a73b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.474332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "2776991d-a91d-4b4c-a173-ba7607c0a73b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.477094] env[68134]: INFO nova.compute.manager [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Terminating instance [ 900.613378] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.613699] env[68134]: DEBUG nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Instance network_info: |[{"id": "0210c51c-9b2f-4da1-993e-5b1786a53205", "address": "fa:16:3e:56:b5:91", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0210c51c-9b", "ovs_interfaceid": "0210c51c-9b2f-4da1-993e-5b1786a53205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.614264] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:b5:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0210c51c-9b2f-4da1-993e-5b1786a53205', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.622693] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.623279] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.623999] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f08ad8-c503-4774-93e7-79daefea5baf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.643882] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.643882] env[68134]: value = "task-2965071" [ 900.643882] env[68134]: _type = "Task" [ 900.643882] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.655428] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965071, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.661356] env[68134]: INFO nova.compute.manager [None req-544a3e7d-47f9-4a28-a9d0-eb613ef10161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] instance snapshotting [ 900.661921] env[68134]: DEBUG nova.objects.instance [None req-544a3e7d-47f9-4a28-a9d0-eb613ef10161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lazy-loading 'flavor' on Instance uuid 2776991d-a91d-4b4c-a173-ba7607c0a73b {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.743743] env[68134]: DEBUG nova.compute.manager [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Received event network-changed-0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.745814] env[68134]: DEBUG nova.compute.manager [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Refreshing instance network info cache due to event network-changed-0210c51c-9b2f-4da1-993e-5b1786a53205. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.746099] env[68134]: DEBUG oslo_concurrency.lockutils [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] Acquiring lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.746257] env[68134]: DEBUG oslo_concurrency.lockutils [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] Acquired lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.746429] env[68134]: DEBUG nova.network.neutron [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Refreshing network info cache for port 0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.900199] env[68134]: DEBUG nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.926038] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.926038] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.926038] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.926292] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.926292] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.926404] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.926607] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.926759] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.926943] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.927099] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.927292] env[68134]: DEBUG nova.virt.hardware [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.928115] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.930723] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cd79b2-767b-4a4a-8d5a-450d8b8c26e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.933861] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.988s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.934096] env[68134]: DEBUG nova.objects.instance [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'resources' on Instance uuid ecafebdf-f3d2-44f0-b356-751e2c4e3613 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.940800] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1222f2-aef7-45d5-8b37-93317a98041f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.958393] env[68134]: INFO nova.scheduler.client.report [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted allocations for instance 2eb67255-f627-4195-be17-858f644da3ad [ 900.981290] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "refresh_cache-2776991d-a91d-4b4c-a173-ba7607c0a73b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.981469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquired lock "refresh_cache-2776991d-a91d-4b4c-a173-ba7607c0a73b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.981650] env[68134]: DEBUG nova.network.neutron [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.158729] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965071, 'name': CreateVM_Task, 'duration_secs': 0.44642} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.158932] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.159763] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.160649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.160649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.160649] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9375242e-5b34-4785-8860-a301e7c9fa7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.169444] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0cbab-2c6a-4bb5-9a2e-2fbd80109231 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.172249] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 901.172249] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52be5062-f2ac-2059-e489-3b27645435bd" [ 901.172249] env[68134]: _type = "Task" [ 901.172249] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.187904] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0eaaa-4cad-492e-986e-0045f3f69aeb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.195200] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52be5062-f2ac-2059-e489-3b27645435bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017681} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.196192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.196408] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.196744] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.196928] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.197198] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.199504] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15160a7e-387c-4151-9b7d-409836f4fcee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.211770] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.212924] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.214089] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc86b2ec-eb88-4d41-b4be-21b412bdd6ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.222419] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 901.222419] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525179cb-3964-7e8a-9dbe-5235c66cce4a" [ 901.222419] env[68134]: _type = "Task" [ 901.222419] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.232529] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525179cb-3964-7e8a-9dbe-5235c66cce4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.364201] env[68134]: DEBUG nova.network.neutron [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Successfully updated port: 1cbe6f7d-78c1-44c9-b875-0721e503b034 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.471693] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88be7515-8fb4-46ce-bc33-2125c1e69207 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "2eb67255-f627-4195-be17-858f644da3ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.342s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.509441] env[68134]: DEBUG nova.network.neutron [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.532875] env[68134]: DEBUG nova.network.neutron [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Updated VIF entry in instance network info cache for port 0210c51c-9b2f-4da1-993e-5b1786a53205. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.533257] env[68134]: DEBUG nova.network.neutron [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Updating instance_info_cache with network_info: [{"id": "0210c51c-9b2f-4da1-993e-5b1786a53205", "address": "fa:16:3e:56:b5:91", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0210c51c-9b", "ovs_interfaceid": "0210c51c-9b2f-4da1-993e-5b1786a53205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.607312] env[68134]: DEBUG nova.network.neutron [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.707517] env[68134]: DEBUG nova.compute.manager [None req-544a3e7d-47f9-4a28-a9d0-eb613ef10161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Instance disappeared during snapshot {{(pid=68134) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 901.737577] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525179cb-3964-7e8a-9dbe-5235c66cce4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014558} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.745298] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cf5ca3-8a32-447b-b129-098cf20f7044 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.751048] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 901.751048] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524b69fa-4f2d-0695-ad73-1810eee51297" [ 901.751048] env[68134]: _type = "Task" [ 901.751048] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.764805] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524b69fa-4f2d-0695-ad73-1810eee51297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.867471] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "refresh_cache-03f5c9e6-dc8f-470c-bc8f-6da92082801f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.868929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquired lock "refresh_cache-03f5c9e6-dc8f-470c-bc8f-6da92082801f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.868929] env[68134]: DEBUG nova.network.neutron [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.883936] env[68134]: DEBUG nova.compute.manager [None req-544a3e7d-47f9-4a28-a9d0-eb613ef10161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Found 0 images (rotation: 2) {{(pid=68134) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 901.932291] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c64793-6bd8-4592-9d91-ff5484c7c99a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.935324] env[68134]: INFO nova.compute.manager [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Rescuing [ 901.935577] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.935729] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.935923] env[68134]: DEBUG nova.network.neutron [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.943154] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea5520-a2e3-4e50-a153-b556c7a19818 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.981084] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b7bf5-be82-4345-afa9-58a99f62791d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.989206] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab3fba-5ace-4cb1-b292-8b5de012ba63 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.004448] env[68134]: DEBUG nova.compute.provider_tree [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.037116] env[68134]: DEBUG oslo_concurrency.lockutils [req-8e4671a4-e2ca-4f49-9989-ccf7c0c20423 req-a3dad7ac-924e-4037-8b91-659b9b5c86a3 service nova] Releasing lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.109841] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Releasing lock "refresh_cache-2776991d-a91d-4b4c-a173-ba7607c0a73b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.111171] env[68134]: DEBUG nova.compute.manager [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.111171] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.111312] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a08d43-4cb2-46fb-bfd0-e76edd85ea22 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.121082] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.122230] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bcb93b4-406b-4740-bf92-012d348a82df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.129273] env[68134]: DEBUG oslo_vmware.api [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 902.129273] env[68134]: value = "task-2965072" [ 902.129273] env[68134]: _type = "Task" [ 902.129273] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.137638] env[68134]: DEBUG oslo_vmware.api [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.262342] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524b69fa-4f2d-0695-ad73-1810eee51297, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.262619] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.262933] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.263217] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b2ca6b0-c10c-4eee-a788-d9b9d34612a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.269988] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 902.269988] env[68134]: value = "task-2965073" [ 902.269988] env[68134]: _type = "Task" [ 902.269988] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.278860] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.414287] env[68134]: DEBUG nova.network.neutron [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.508847] env[68134]: DEBUG nova.scheduler.client.report [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.578195] env[68134]: DEBUG nova.network.neutron [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Updating instance_info_cache with network_info: [{"id": "1cbe6f7d-78c1-44c9-b875-0721e503b034", "address": "fa:16:3e:f1:71:e1", "network": {"id": "b8d6f434-4bad-4e38-92e2-6a7388f0c36b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-529244043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9025b733c267489d89659a06f31239aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe6f7d-78", "ovs_interfaceid": "1cbe6f7d-78c1-44c9-b875-0721e503b034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.643169] env[68134]: DEBUG oslo_vmware.api [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965072, 'name': PowerOffVM_Task, 'duration_secs': 0.410619} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.643169] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.643169] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.643169] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b472e53-a7d7-4ffb-a6aa-ab0cb218a865 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.673495] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.673777] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.674041] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Deleting the datastore file [datastore1] 2776991d-a91d-4b4c-a173-ba7607c0a73b {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.674422] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428f2563-7e37-417f-aaa5-7086ad7a71b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.684027] env[68134]: DEBUG oslo_vmware.api [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for the task: (returnval){ [ 902.684027] env[68134]: value = "task-2965075" [ 902.684027] env[68134]: _type = "Task" [ 902.684027] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.694152] env[68134]: DEBUG oslo_vmware.api [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.731843] env[68134]: DEBUG nova.network.neutron [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Updating instance_info_cache with network_info: [{"id": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "address": "fa:16:3e:9c:ee:43", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d492aaa-7c", "ovs_interfaceid": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.738173] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.738581] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.777902] env[68134]: DEBUG nova.compute.manager [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Received event network-vif-plugged-1cbe6f7d-78c1-44c9-b875-0721e503b034 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.778182] env[68134]: DEBUG oslo_concurrency.lockutils [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] Acquiring lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.778430] env[68134]: DEBUG oslo_concurrency.lockutils [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.778595] env[68134]: DEBUG oslo_concurrency.lockutils [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.778765] env[68134]: DEBUG nova.compute.manager [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] No waiting events found dispatching network-vif-plugged-1cbe6f7d-78c1-44c9-b875-0721e503b034 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.778964] env[68134]: WARNING nova.compute.manager [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Received unexpected event network-vif-plugged-1cbe6f7d-78c1-44c9-b875-0721e503b034 for instance with vm_state building and task_state spawning. [ 902.779214] env[68134]: DEBUG nova.compute.manager [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Received event network-changed-1cbe6f7d-78c1-44c9-b875-0721e503b034 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.779401] env[68134]: DEBUG nova.compute.manager [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Refreshing instance network info cache due to event network-changed-1cbe6f7d-78c1-44c9-b875-0721e503b034. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.779602] env[68134]: DEBUG oslo_concurrency.lockutils [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] Acquiring lock "refresh_cache-03f5c9e6-dc8f-470c-bc8f-6da92082801f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.785735] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.013965] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.018971] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.904s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.019235] env[68134]: DEBUG nova.objects.instance [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lazy-loading 'resources' on Instance uuid 67e08c1f-985b-4cf0-87dd-7048ce69ff2f {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.036823] env[68134]: INFO nova.scheduler.client.report [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted allocations for instance ecafebdf-f3d2-44f0-b356-751e2c4e3613 [ 903.080789] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Releasing lock "refresh_cache-03f5c9e6-dc8f-470c-bc8f-6da92082801f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.081176] env[68134]: DEBUG nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Instance network_info: |[{"id": "1cbe6f7d-78c1-44c9-b875-0721e503b034", "address": "fa:16:3e:f1:71:e1", "network": {"id": "b8d6f434-4bad-4e38-92e2-6a7388f0c36b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-529244043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9025b733c267489d89659a06f31239aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe6f7d-78", "ovs_interfaceid": "1cbe6f7d-78c1-44c9-b875-0721e503b034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.081504] env[68134]: DEBUG oslo_concurrency.lockutils [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] Acquired lock "refresh_cache-03f5c9e6-dc8f-470c-bc8f-6da92082801f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.081785] env[68134]: DEBUG nova.network.neutron [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Refreshing network info cache for port 1cbe6f7d-78c1-44c9-b875-0721e503b034 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.083677] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:71:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cbe6f7d-78c1-44c9-b875-0721e503b034', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.091573] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Creating folder: Project (9025b733c267489d89659a06f31239aa). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.092536] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbf9918a-43f7-4d74-b7a3-89953a4a7194 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.104894] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Created folder: Project (9025b733c267489d89659a06f31239aa) in parent group-v594791. [ 903.105659] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Creating folder: Instances. Parent ref: group-v594985. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.105659] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e229be36-91f5-41ab-9aa6-2d45a1f1ff0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.115865] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Created folder: Instances in parent group-v594985. [ 903.116250] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.116525] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.116808] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03bd8dbc-7a94-4a71-b5af-7906322a881e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.140213] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.140213] env[68134]: value = "task-2965078" [ 903.140213] env[68134]: _type = "Task" [ 903.140213] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.152977] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965078, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.192647] env[68134]: DEBUG oslo_vmware.api [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Task: {'id': task-2965075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330339} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.192947] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.193249] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.193474] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.193767] env[68134]: INFO nova.compute.manager [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 903.194109] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.194284] env[68134]: DEBUG nova.compute.manager [-] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.194430] env[68134]: DEBUG nova.network.neutron [-] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.214798] env[68134]: DEBUG nova.network.neutron [-] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.235580] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.242031] env[68134]: DEBUG nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.280745] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695314} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.281025] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.281252] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.281502] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7896745-10b3-4d5d-aaaa-26f5d199c865 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.288989] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 903.288989] env[68134]: value = "task-2965079" [ 903.288989] env[68134]: _type = "Task" [ 903.288989] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.296815] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.545115] env[68134]: DEBUG oslo_concurrency.lockutils [None req-90664024-46d4-48b2-86e9-9558f320abb2 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "ecafebdf-f3d2-44f0-b356-751e2c4e3613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.816s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.654079] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965078, 'name': CreateVM_Task, 'duration_secs': 0.376975} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.655079] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.655368] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.656594] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.656594] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.656594] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbd52e3-972d-4724-97e4-799ba2f844ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.661970] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 903.661970] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a3d5d2-f149-7dc2-7b46-4c66105d52cc" [ 903.661970] env[68134]: _type = "Task" [ 903.661970] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.669579] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a3d5d2-f149-7dc2-7b46-4c66105d52cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.718103] env[68134]: DEBUG nova.network.neutron [-] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.762505] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.802742] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081458} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.805142] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.806130] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042afc1e-4fcd-4a42-a3db-e34dff1b0f7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.829025] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.834613] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645159fc-1883-4b6a-88a3-9f001fd39fbe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.857421] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 903.857421] env[68134]: value = "task-2965080" [ 903.857421] env[68134]: _type = "Task" [ 903.857421] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.869645] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.895038] env[68134]: DEBUG nova.network.neutron [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Updated VIF entry in instance network info cache for port 1cbe6f7d-78c1-44c9-b875-0721e503b034. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.895316] env[68134]: DEBUG nova.network.neutron [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Updating instance_info_cache with network_info: [{"id": "1cbe6f7d-78c1-44c9-b875-0721e503b034", "address": "fa:16:3e:f1:71:e1", "network": {"id": "b8d6f434-4bad-4e38-92e2-6a7388f0c36b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-529244043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9025b733c267489d89659a06f31239aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cbe6f7d-78", "ovs_interfaceid": "1cbe6f7d-78c1-44c9-b875-0721e503b034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.006358] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67232965-559f-4f95-a1e0-bb6feb6d1d3b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.014169] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9995b3ab-672e-4896-929e-a1157244dcbb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.043924] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996f34a-d91a-4b50-ace6-c32107894b31 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.051571] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa87e6a-0381-4875-8e6e-1dd5272a1917 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.064888] env[68134]: DEBUG nova.compute.provider_tree [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.174224] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a3d5d2-f149-7dc2-7b46-4c66105d52cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.175022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.175022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.175022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.175173] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.175312] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.175592] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acb1e4e6-a4e3-4bf8-b727-cdd16232bac3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.183570] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.183652] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.184323] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2722528-1cbe-4a94-ad4e-959bb8d43d68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.189060] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 904.189060] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523e0e18-8806-108e-36d9-f310d0aec67f" [ 904.189060] env[68134]: _type = "Task" [ 904.189060] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.196428] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523e0e18-8806-108e-36d9-f310d0aec67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.220384] env[68134]: INFO nova.compute.manager [-] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Took 1.03 seconds to deallocate network for instance. [ 904.367655] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.398406] env[68134]: DEBUG oslo_concurrency.lockutils [req-9fa0c252-e576-42c3-9ca1-5981a193b6a5 req-3e18b8e8-9f42-4130-98be-d4b3c768ef42 service nova] Releasing lock "refresh_cache-03f5c9e6-dc8f-470c-bc8f-6da92082801f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.568023] env[68134]: DEBUG nova.scheduler.client.report [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.700014] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523e0e18-8806-108e-36d9-f310d0aec67f, 'name': SearchDatastore_Task, 'duration_secs': 0.008727} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.700804] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d1ab89-f3c3-4483-9e30-44efbb5b715d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.705704] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 904.705704] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529a573a-2c6c-e737-a758-8f589014b5ec" [ 904.705704] env[68134]: _type = "Task" [ 904.705704] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.713205] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529a573a-2c6c-e737-a758-8f589014b5ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.726169] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.781340] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.781536] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33753b1d-f094-4f02-bdd0-aac2b7177914 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.789125] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 904.789125] env[68134]: value = "task-2965081" [ 904.789125] env[68134]: _type = "Task" [ 904.789125] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.796983] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.871765] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965080, 'name': ReconfigVM_Task, 'duration_secs': 0.524205} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.872050] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.872691] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8129e8-6c5d-4ffb-85fa-246f2e4d047f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.879070] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 904.879070] env[68134]: value = "task-2965082" [ 904.879070] env[68134]: _type = "Task" [ 904.879070] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.887243] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965082, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.898734] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.898961] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.073433] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.075856] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.067s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.077311] env[68134]: INFO nova.compute.claims [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.091776] env[68134]: INFO nova.scheduler.client.report [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Deleted allocations for instance 67e08c1f-985b-4cf0-87dd-7048ce69ff2f [ 905.217304] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529a573a-2c6c-e737-a758-8f589014b5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.217579] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.217832] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 03f5c9e6-dc8f-470c-bc8f-6da92082801f/03f5c9e6-dc8f-470c-bc8f-6da92082801f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.218109] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a2e1574-ce10-48c9-b395-fce96856ce22 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.223856] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 905.223856] env[68134]: value = "task-2965083" [ 905.223856] env[68134]: _type = "Task" [ 905.223856] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.231057] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.298735] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965081, 'name': PowerOffVM_Task, 'duration_secs': 0.201064} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.299034] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.299889] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25635a04-ee9e-4b2f-935f-14c7c0f4d650 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.318035] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9469729-a867-4ca4-be6a-0be54f3a39ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.348974] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.349282] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf852fca-bb1d-47f1-9788-c18b82e08ad7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.355238] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 905.355238] env[68134]: value = "task-2965084" [ 905.355238] env[68134]: _type = "Task" [ 905.355238] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.362876] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.388524] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965082, 'name': Rename_Task, 'duration_secs': 0.160413} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.388781] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.389052] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c01432f-25f5-4680-b4af-ec29767e2fe4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.395969] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 905.395969] env[68134]: value = "task-2965085" [ 905.395969] env[68134]: _type = "Task" [ 905.395969] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.401087] env[68134]: DEBUG nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.406708] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.599663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-798964e9-357c-46b3-87d7-eb193fe298fd tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "67e08c1f-985b-4cf0-87dd-7048ce69ff2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.955s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.737369] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482971} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.737369] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 03f5c9e6-dc8f-470c-bc8f-6da92082801f/03f5c9e6-dc8f-470c-bc8f-6da92082801f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.737369] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.737369] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7453edd-8d88-49a6-bae9-af0f5508a5a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.743382] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 905.743382] env[68134]: value = "task-2965086" [ 905.743382] env[68134]: _type = "Task" [ 905.743382] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.751282] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.868695] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 905.868695] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.868874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.869364] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.869364] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.869508] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d55e1d99-a18a-4d15-9896-05072621e5f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.878156] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.878347] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.879097] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb9e7c8-bb05-4613-a92c-1821217f4123 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.884620] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 905.884620] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52702c82-8785-e2b3-fae5-4499c0aadf3b" [ 905.884620] env[68134]: _type = "Task" [ 905.884620] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.895827] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52702c82-8785-e2b3-fae5-4499c0aadf3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.905753] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.936567] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.251952] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072004} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.252796] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.253024] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdaf465-0754-469d-aa55-0d13cd9e1d05 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.278068] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 03f5c9e6-dc8f-470c-bc8f-6da92082801f/03f5c9e6-dc8f-470c-bc8f-6da92082801f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.280878] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5509548-ef7e-463e-9bfb-3ebb1762ed7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.302019] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 906.302019] env[68134]: value = "task-2965087" [ 906.302019] env[68134]: _type = "Task" [ 906.302019] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.312063] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.395840] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52702c82-8785-e2b3-fae5-4499c0aadf3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.396631] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5b72d6-20da-4e11-b544-39cdd449230a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.408994] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 906.408994] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a7056f-a9d0-b905-5f3e-e7823e603595" [ 906.408994] env[68134]: _type = "Task" [ 906.408994] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.409256] env[68134]: DEBUG oslo_vmware.api [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965085, 'name': PowerOnVM_Task, 'duration_secs': 0.59884} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.409570] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.409808] env[68134]: INFO nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Took 8.03 seconds to spawn the instance on the hypervisor. [ 906.410019] env[68134]: DEBUG nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.413235] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce469b0b-e235-4aed-9105-c7aabccc16c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.427286] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a7056f-a9d0-b905-5f3e-e7823e603595, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.427939] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.428272] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. {{(pid=68134) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 906.428482] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf96955e-9034-4416-9812-ff85864fcbd5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.434433] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 906.434433] env[68134]: value = "task-2965088" [ 906.434433] env[68134]: _type = "Task" [ 906.434433] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.444539] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.498952] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c26360-74a8-4fc0-ad31-1d8e67d3cb62 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.506360] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80cf64e-9e80-4459-97db-c143a6faa43e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.540164] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54770b47-25a1-4770-83f8-288eec950043 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.547479] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47af60be-77ef-4d14-92b4-a69f5f2d8bc1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.560611] env[68134]: DEBUG nova.compute.provider_tree [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.566705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "e4af90e9-9c17-4431-8771-2892bad388a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.566983] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "e4af90e9-9c17-4431-8771-2892bad388a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.567239] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "e4af90e9-9c17-4431-8771-2892bad388a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.567496] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "e4af90e9-9c17-4431-8771-2892bad388a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.567708] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "e4af90e9-9c17-4431-8771-2892bad388a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.569921] env[68134]: INFO nova.compute.manager [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Terminating instance [ 906.814423] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965087, 'name': ReconfigVM_Task, 'duration_secs': 0.321047} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.814829] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 03f5c9e6-dc8f-470c-bc8f-6da92082801f/03f5c9e6-dc8f-470c-bc8f-6da92082801f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.815506] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbf4b138-ec41-4eeb-95de-04c644a7a94e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.821890] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 906.821890] env[68134]: value = "task-2965089" [ 906.821890] env[68134]: _type = "Task" [ 906.821890] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.832856] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965089, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.939410] env[68134]: INFO nova.compute.manager [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Took 51.87 seconds to build instance. [ 906.945258] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499053} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.945533] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. [ 906.946371] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415dcd94-803e-4475-a088-d76d70576734 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.972624] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.973699] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e4def3-a793-4a7a-a59a-afd49bf5dc18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.996495] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 906.996495] env[68134]: value = "task-2965090" [ 906.996495] env[68134]: _type = "Task" [ 906.996495] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.007373] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.064942] env[68134]: DEBUG nova.scheduler.client.report [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.073858] env[68134]: DEBUG nova.compute.manager [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.074276] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.075247] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a131b3-ade3-4111-a545-35f6fc253349 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.084252] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.084252] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e8db17-94bf-4dc5-9109-6241dc7fd35f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.092840] env[68134]: DEBUG oslo_vmware.api [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 907.092840] env[68134]: value = "task-2965091" [ 907.092840] env[68134]: _type = "Task" [ 907.092840] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.102332] env[68134]: DEBUG oslo_vmware.api [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2965091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.333749] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965089, 'name': Rename_Task, 'duration_secs': 0.192233} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.338114] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.338466] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33133a8d-e6e4-4b20-b0f0-3715ac64bf4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.347886] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 907.347886] env[68134]: value = "task-2965092" [ 907.347886] env[68134]: _type = "Task" [ 907.347886] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.356900] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.442185] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f9a7f37-f237-497f-9162-e7857438ef92 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "76c9d457-105c-496d-bc10-ba04e58172b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.450s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.451606] env[68134]: DEBUG nova.compute.manager [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Received event network-changed-0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.451801] env[68134]: DEBUG nova.compute.manager [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Refreshing instance network info cache due to event network-changed-0210c51c-9b2f-4da1-993e-5b1786a53205. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.452032] env[68134]: DEBUG oslo_concurrency.lockutils [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] Acquiring lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.452175] env[68134]: DEBUG oslo_concurrency.lockutils [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] Acquired lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.452334] env[68134]: DEBUG nova.network.neutron [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Refreshing network info cache for port 0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.506276] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.570776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.571420] env[68134]: DEBUG nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.574123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.153s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.601731] env[68134]: DEBUG oslo_vmware.api [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2965091, 'name': PowerOffVM_Task, 'duration_secs': 0.206845} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.602081] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.602333] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.602632] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e54263-a3fa-4f02-add9-1296da272944 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.670020] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.670020] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.670020] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Deleting the datastore file [datastore1] e4af90e9-9c17-4431-8771-2892bad388a0 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.670020] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05b207cc-44d2-4834-8eb7-af28fc2b7625 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.676281] env[68134]: DEBUG oslo_vmware.api [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for the task: (returnval){ [ 907.676281] env[68134]: value = "task-2965094" [ 907.676281] env[68134]: _type = "Task" [ 907.676281] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.693845] env[68134]: DEBUG oslo_vmware.api [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2965094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.858218] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965092, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.006700] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.090952] env[68134]: DEBUG nova.compute.utils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.095979] env[68134]: DEBUG nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.096210] env[68134]: DEBUG nova.network.neutron [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.149205] env[68134]: DEBUG nova.policy [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f389fc74ae1e4b4fb58c379ce35be315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d2058493e2f425c8abf274ac43f7f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.188141] env[68134]: DEBUG oslo_vmware.api [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Task: {'id': task-2965094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153236} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.188400] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.188579] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.188755] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.188928] env[68134]: INFO nova.compute.manager [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 908.189350] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.189430] env[68134]: DEBUG nova.compute.manager [-] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.189466] env[68134]: DEBUG nova.network.neutron [-] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.282813] env[68134]: DEBUG nova.network.neutron [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Updated VIF entry in instance network info cache for port 0210c51c-9b2f-4da1-993e-5b1786a53205. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.283453] env[68134]: DEBUG nova.network.neutron [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Updating instance_info_cache with network_info: [{"id": "0210c51c-9b2f-4da1-993e-5b1786a53205", "address": "fa:16:3e:56:b5:91", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0210c51c-9b", "ovs_interfaceid": "0210c51c-9b2f-4da1-993e-5b1786a53205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.360172] env[68134]: DEBUG oslo_vmware.api [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965092, 'name': PowerOnVM_Task, 'duration_secs': 0.717523} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.360172] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.360295] env[68134]: INFO nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Took 7.46 seconds to spawn the instance on the hypervisor. [ 908.360519] env[68134]: DEBUG nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.361618] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153fc90-5df0-4025-b859-ff0c36f7e0f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.509579] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965090, 'name': ReconfigVM_Task, 'duration_secs': 1.046294} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.509888] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.510781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b2a552-9529-4cb2-b391-4f18244be1d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.539116] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122e5555-ef11-4342-933e-098d5d4a008e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.552063] env[68134]: DEBUG nova.network.neutron [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Successfully created port: 1f31168e-deb4-4718-8fbd-aac2ef1f0338 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.559659] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 908.559659] env[68134]: value = "task-2965095" [ 908.559659] env[68134]: _type = "Task" [ 908.559659] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.568534] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.600310] env[68134]: DEBUG nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.623272] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2eba6da6-cf10-4c1c-a3ed-a6921af029da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.623489] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7eafe60b-51f1-436a-adf7-634ab7f15949 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.623659] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance a5e06d25-8a3d-4cad-a340-cb441326aedf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.623804] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance fa4e8290-ce2b-4823-8166-afd27d4abde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.623945] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance d96bc42c-7bd3-41b2-a663-1992180fcd51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.624119] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.624254] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 22b1aa51-4faf-46cc-8047-aeed803bbaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.624397] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 58ffa9ba-219e-4756-b125-9b9b00629b1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.624525] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e4af90e9-9c17-4431-8771-2892bad388a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.624671] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.624789] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance c09204d9-e890-4852-8c0d-acb438b1e9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.624946] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 4332d3af-9523-42f6-8e8b-98ab60445990 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.625096] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 00b632fe-5417-411d-8713-a584597546ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.625254] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance d7104546-8dde-4cca-9151-45ec1afb3f2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.625401] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.625626] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e01c63f9-d808-49a4-bc2d-f1a0e57b833b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.625780] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 703b6677-fa0b-490b-9b8b-7843a8540046 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.625933] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cd91a0f9-ff1b-422c-a59c-cd4a66256e9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.626070] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 87e697d3-9f63-4188-be97-ea036b1eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.626233] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.626371] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.626546] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2776991d-a91d-4b4c-a173-ba7607c0a73b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.626689] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 76c9d457-105c-496d-bc10-ba04e58172b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.626832] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 03f5c9e6-dc8f-470c-bc8f-6da92082801f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.626977] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 908.789854] env[68134]: DEBUG oslo_concurrency.lockutils [req-ec0fabb0-c798-4646-859c-e83501e57cfb req-8d99b80e-49b7-495c-b24a-7c7dfdcf02f5 service nova] Releasing lock "refresh_cache-76c9d457-105c-496d-bc10-ba04e58172b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.879559] env[68134]: INFO nova.compute.manager [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Took 52.36 seconds to build instance. [ 909.005071] env[68134]: DEBUG nova.network.neutron [-] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.069665] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965095, 'name': ReconfigVM_Task, 'duration_secs': 0.332911} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.069995] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.070297] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a3564e3-d2f9-4ecf-bb5d-35f9d32e7d6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.076235] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 909.076235] env[68134]: value = "task-2965096" [ 909.076235] env[68134]: _type = "Task" [ 909.076235] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.084457] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.130100] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 69ff857c-efa6-4c66-9711-2795b584c835 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 909.381481] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ff788dce-573e-442f-bde3-3296d518682f tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.846s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.480925] env[68134]: DEBUG nova.compute.manager [req-645328f2-6740-4598-9669-c7b293e6be9b req-092fa896-073e-447e-b330-0c4538f4a58d service nova] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Received event network-vif-deleted-dfc97894-12dd-4c00-8d9f-a576658c3eca {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.512364] env[68134]: INFO nova.compute.manager [-] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Took 1.32 seconds to deallocate network for instance. [ 909.587454] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.612541] env[68134]: DEBUG nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.633422] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 46b949b1-5198-432d-a4c7-7e25cfca46b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 909.649399] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.649644] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.649799] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.650081] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.650235] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.650381] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.650586] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.650745] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.650913] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.651080] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.651253] env[68134]: DEBUG nova.virt.hardware [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.652347] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32f166-178c-4514-ac05-9a71529248be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.660973] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d07ce-f821-4952-b5da-2a07b1d40e1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.972181] env[68134]: DEBUG nova.compute.manager [req-7f1f7fa5-8aa0-464a-b2d0-2e8a05dfdbae req-8b81f244-2177-42fa-a249-eb73de2317e1 service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Received event network-vif-plugged-1f31168e-deb4-4718-8fbd-aac2ef1f0338 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.972181] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f1f7fa5-8aa0-464a-b2d0-2e8a05dfdbae req-8b81f244-2177-42fa-a249-eb73de2317e1 service nova] Acquiring lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.972181] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f1f7fa5-8aa0-464a-b2d0-2e8a05dfdbae req-8b81f244-2177-42fa-a249-eb73de2317e1 service nova] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.972181] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f1f7fa5-8aa0-464a-b2d0-2e8a05dfdbae req-8b81f244-2177-42fa-a249-eb73de2317e1 service nova] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.972181] env[68134]: DEBUG nova.compute.manager [req-7f1f7fa5-8aa0-464a-b2d0-2e8a05dfdbae req-8b81f244-2177-42fa-a249-eb73de2317e1 service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] No waiting events found dispatching network-vif-plugged-1f31168e-deb4-4718-8fbd-aac2ef1f0338 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.972181] env[68134]: WARNING nova.compute.manager [req-7f1f7fa5-8aa0-464a-b2d0-2e8a05dfdbae req-8b81f244-2177-42fa-a249-eb73de2317e1 service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Received unexpected event network-vif-plugged-1f31168e-deb4-4718-8fbd-aac2ef1f0338 for instance with vm_state building and task_state spawning. [ 910.018726] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.043651] env[68134]: DEBUG nova.network.neutron [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Successfully updated port: 1f31168e-deb4-4718-8fbd-aac2ef1f0338 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.087911] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.138461] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ad00f21c-7907-4e07-bc8c-f36caf3271ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 910.498277] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.498277] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.498277] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.498556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.498556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.500788] env[68134]: INFO nova.compute.manager [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Terminating instance [ 910.549913] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.550078] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.550237] env[68134]: DEBUG nova.network.neutron [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.587065] env[68134]: DEBUG oslo_vmware.api [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965096, 'name': PowerOnVM_Task, 'duration_secs': 1.505324} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.587343] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.590155] env[68134]: DEBUG nova.compute.manager [None req-a97de369-94cc-4d50-9d26-757650ada805 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.591250] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a353f-c9ba-4f07-b91b-45a00e11098c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.641988] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance a95df7dc-bab1-4914-9aa1-e2188df5f9d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.005335] env[68134]: DEBUG nova.compute.manager [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.005782] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.006406] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c65ee1-9137-4f9e-a2d0-74cee2725800 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.014677] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.014953] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dbc6139-df9a-4b6e-87aa-dbc9d0768581 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.022514] env[68134]: DEBUG oslo_vmware.api [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 911.022514] env[68134]: value = "task-2965097" [ 911.022514] env[68134]: _type = "Task" [ 911.022514] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.032341] env[68134]: DEBUG oslo_vmware.api [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.082623] env[68134]: DEBUG nova.network.neutron [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.147166] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 5c9a9a39-861a-427f-a1a9-537ae8f262cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 911.147495] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 911.147677] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 911.277469] env[68134]: DEBUG nova.network.neutron [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance_info_cache with network_info: [{"id": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "address": "fa:16:3e:2d:fe:55", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f31168e-de", "ovs_interfaceid": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.532402] env[68134]: DEBUG oslo_vmware.api [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965097, 'name': PowerOffVM_Task, 'duration_secs': 0.26551} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.534863] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.535104] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.535729] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf5f3c9-e4c7-4c15-8c8a-a26ae5af0f68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.544510] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f22ae-3124-46a3-ac5f-cbd7d8ea5e38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.551247] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b4dbf-0b73-4edc-a73b-82bcfeb28855 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.581844] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16804a8-ef06-4505-b0f1-ff7cbc147af0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.588357] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7293076-d6e0-4b85-a77b-2bd435c11b2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.603030] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.605227] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.605424] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.605601] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Deleting the datastore file [datastore1] 03f5c9e6-dc8f-470c-bc8f-6da92082801f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.606047] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17ac96ad-ce44-438a-89b9-25e56e1e02b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.611329] env[68134]: DEBUG oslo_vmware.api [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for the task: (returnval){ [ 911.611329] env[68134]: value = "task-2965099" [ 911.611329] env[68134]: _type = "Task" [ 911.611329] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.619931] env[68134]: DEBUG oslo_vmware.api [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.779948] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.780259] env[68134]: DEBUG nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Instance network_info: |[{"id": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "address": "fa:16:3e:2d:fe:55", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f31168e-de", "ovs_interfaceid": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.780673] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:fe:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f31168e-deb4-4718-8fbd-aac2ef1f0338', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.788258] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.788502] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.788733] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19ff1d8f-61f4-4d7d-9d35-f8ff83ee05e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.807607] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.807607] env[68134]: value = "task-2965100" [ 911.807607] env[68134]: _type = "Task" [ 911.807607] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.815162] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965100, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.995650] env[68134]: DEBUG nova.compute.manager [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Received event network-changed-1f31168e-deb4-4718-8fbd-aac2ef1f0338 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.995847] env[68134]: DEBUG nova.compute.manager [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Refreshing instance network info cache due to event network-changed-1f31168e-deb4-4718-8fbd-aac2ef1f0338. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.996073] env[68134]: DEBUG oslo_concurrency.lockutils [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] Acquiring lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.996218] env[68134]: DEBUG oslo_concurrency.lockutils [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] Acquired lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996381] env[68134]: DEBUG nova.network.neutron [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Refreshing network info cache for port 1f31168e-deb4-4718-8fbd-aac2ef1f0338 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.107820] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.122044] env[68134]: DEBUG oslo_vmware.api [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Task: {'id': task-2965099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169304} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.122191] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.122333] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.122565] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.122744] env[68134]: INFO nova.compute.manager [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 912.123011] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.123792] env[68134]: DEBUG nova.compute.manager [-] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.123894] env[68134]: DEBUG nova.network.neutron [-] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.320152] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965100, 'name': CreateVM_Task, 'duration_secs': 0.477533} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.320364] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.321200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.321417] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.321735] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.321990] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746f4973-9f2f-427f-95b7-2126951fcca3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.326593] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 912.326593] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524a818a-2ad1-78e7-1064-7698dcc29330" [ 912.326593] env[68134]: _type = "Task" [ 912.326593] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.334026] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524a818a-2ad1-78e7-1064-7698dcc29330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.383762] env[68134]: INFO nova.compute.manager [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Unrescuing [ 912.384088] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.384276] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.384417] env[68134]: DEBUG nova.network.neutron [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.614254] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 912.614669] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.041s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.615016] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.622s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.615307] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.620186] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.338s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.620364] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.622257] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.032s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.622401] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.624059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.726s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.624296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.625860] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.298s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.629206] env[68134]: INFO nova.compute.claims [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.631958] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.632123] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Cleaning up deleted instances {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 912.654848] env[68134]: INFO nova.scheduler.client.report [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted allocations for instance 7eafe60b-51f1-436a-adf7-634ab7f15949 [ 912.656556] env[68134]: INFO nova.scheduler.client.report [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Deleted allocations for instance d7104546-8dde-4cca-9151-45ec1afb3f2a [ 912.668144] env[68134]: INFO nova.scheduler.client.report [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Deleted allocations for instance 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6 [ 912.675593] env[68134]: INFO nova.scheduler.client.report [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Deleted allocations for instance 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433 [ 912.746666] env[68134]: DEBUG nova.network.neutron [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updated VIF entry in instance network info cache for port 1f31168e-deb4-4718-8fbd-aac2ef1f0338. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.747018] env[68134]: DEBUG nova.network.neutron [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance_info_cache with network_info: [{"id": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "address": "fa:16:3e:2d:fe:55", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f31168e-de", "ovs_interfaceid": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.838144] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524a818a-2ad1-78e7-1064-7698dcc29330, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.838444] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.838676] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.838913] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.839087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.839280] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.839535] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4692169a-0024-4d01-8c92-b51154eb6727 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.847746] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.847884] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.848592] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5d985d-263c-4b81-9942-4f9ec4938fe4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.853332] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 912.853332] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52551888-46dc-af26-ed6f-c5bacae4d614" [ 912.853332] env[68134]: _type = "Task" [ 912.853332] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.860693] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52551888-46dc-af26-ed6f-c5bacae4d614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.893821] env[68134]: DEBUG nova.network.neutron [-] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.095293] env[68134]: DEBUG nova.network.neutron [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Updating instance_info_cache with network_info: [{"id": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "address": "fa:16:3e:9c:ee:43", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d492aaa-7c", "ovs_interfaceid": "6d492aaa-7c84-426d-93e9-1ef0db3e3dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.148756] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] There are 45 instances to clean {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 913.149089] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 67e08c1f-985b-4cf0-87dd-7048ce69ff2f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.168299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c97ffd0-3e25-4d0a-930c-c90bb5a6a966 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d7104546-8dde-4cca-9151-45ec1afb3f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.540s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.170283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e36831be-e992-4f3f-ab43-391f0edd11da tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "7eafe60b-51f1-436a-adf7-634ab7f15949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.620s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.179534] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cea1d0e9-9d63-468d-96cb-ee79e08a7146 tempest-AttachInterfacesV270Test-1939804196 tempest-AttachInterfacesV270Test-1939804196-project-member] Lock "37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.320s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.182770] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1ed6371-084b-48d0-a68c-a5bab7892356 tempest-SecurityGroupsTestJSON-879776697 tempest-SecurityGroupsTestJSON-879776697-project-member] Lock "8ae09ca9-6d7f-41a2-ad2d-f138e2c29433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.120s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.250442] env[68134]: DEBUG oslo_concurrency.lockutils [req-fd412dc0-eee7-434e-b2e7-514a292f79a6 req-a64c5a1d-16d5-45b9-92b8-8c99d80d288e service nova] Releasing lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.363959] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52551888-46dc-af26-ed6f-c5bacae4d614, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.366892] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554d1a1c-4e51-4f5d-a77c-2d3e45839a7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.371726] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 913.371726] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524db716-1b1c-ed10-b9fd-970a11403fac" [ 913.371726] env[68134]: _type = "Task" [ 913.371726] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.379636] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524db716-1b1c-ed10-b9fd-970a11403fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.395746] env[68134]: INFO nova.compute.manager [-] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Took 1.27 seconds to deallocate network for instance. [ 913.458142] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae4025-c362-4a67-911a-cbb6547ed810 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.467456] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e88ba5-da1e-4aaa-a278-643dd271afca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.497746] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62693d22-7555-4ab9-8096-f4a9175e474b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.505040] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e88840-256e-4ce1-8c67-0d212dd57b18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.519044] env[68134]: DEBUG nova.compute.provider_tree [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.599618] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.600350] env[68134]: DEBUG nova.objects.instance [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lazy-loading 'flavor' on Instance uuid cd91a0f9-ff1b-422c-a59c-cd4a66256e9f {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.651724] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 2eb67255-f627-4195-be17-858f644da3ad] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.885738] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524db716-1b1c-ed10-b9fd-970a11403fac, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.886318] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.886761] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe/63a4be3b-b9f8-421e-9a0b-758ef0d27bfe.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.887202] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d539e6-cce8-4f69-b21d-a23ab684a872 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.899019] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 913.899019] env[68134]: value = "task-2965101" [ 913.899019] env[68134]: _type = "Task" [ 913.899019] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.902553] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.909426] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.021409] env[68134]: DEBUG nova.scheduler.client.report [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.044374] env[68134]: DEBUG nova.compute.manager [req-05092a4e-1dca-497a-9315-abb4560a6f7e req-42df1489-4e76-471b-8678-923fe469be03 service nova] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Received event network-vif-deleted-1cbe6f7d-78c1-44c9-b875-0721e503b034 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.107893] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d03d4b3-8ec3-452b-a997-ffbfe2b0f68a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.143822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.143822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.143822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.144115] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.144239] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.146057] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.146716] env[68134]: INFO nova.compute.manager [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Terminating instance [ 914.148655] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd351d9a-bde6-4f70-a025-ef2d37992689 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.158679] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: ecafebdf-f3d2-44f0-b356-751e2c4e3613] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.161174] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 914.161174] env[68134]: value = "task-2965102" [ 914.161174] env[68134]: _type = "Task" [ 914.161174] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.175046] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.407401] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479989} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.407401] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe/63a4be3b-b9f8-421e-9a0b-758ef0d27bfe.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.407600] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.407889] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f598c25c-5623-4e8a-99bf-4c82f87c58d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.414814] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 914.414814] env[68134]: value = "task-2965103" [ 914.414814] env[68134]: _type = "Task" [ 914.414814] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.422635] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.527275] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.901s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.528929] env[68134]: DEBUG nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.533114] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.548s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.533114] env[68134]: INFO nova.compute.claims [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.653604] env[68134]: DEBUG nova.compute.manager [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.654054] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.655089] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e1e34d-d5e5-4689-a050-5bc52a676fd3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.663514] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.666775] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f78a4a7-c0ec-41cf-9b14-fde11daea5df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.669204] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 8dd5a2b3-67cd-4e4c-be55-59ba0828a50a] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.684409] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965102, 'name': PowerOffVM_Task, 'duration_secs': 0.407421} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.684409] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.688608] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.689605] env[68134]: DEBUG oslo_vmware.api [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 914.689605] env[68134]: value = "task-2965104" [ 914.689605] env[68134]: _type = "Task" [ 914.689605] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.690052] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef0ddd0a-6bd9-4d34-8b60-0718b2250641 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.720192] env[68134]: DEBUG oslo_vmware.api [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2965104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.722082] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 914.722082] env[68134]: value = "task-2965105" [ 914.722082] env[68134]: _type = "Task" [ 914.722082] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.731995] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.831640] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.831640] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.831640] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.831640] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.831640] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.832491] env[68134]: INFO nova.compute.manager [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Terminating instance [ 914.924589] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071052} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.926170] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.926170] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca9379-d955-45a9-b365-decb10565b56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.951215] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe/63a4be3b-b9f8-421e-9a0b-758ef0d27bfe.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.951543] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23593f76-923a-4b1a-8399-0cb0c37d9671 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.973498] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 914.973498] env[68134]: value = "task-2965106" [ 914.973498] env[68134]: _type = "Task" [ 914.973498] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.981810] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.037810] env[68134]: DEBUG nova.compute.utils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.042065] env[68134]: DEBUG nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.042266] env[68134]: DEBUG nova.network.neutron [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.116827] env[68134]: DEBUG nova.policy [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28abd543dac74137b0fc58f11236af41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47b61caac2b42cc85bae9f0be2df58e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.182637] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: d3b5cf2c-badc-439a-9e86-e11cb8554ed2] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.215621] env[68134]: DEBUG oslo_vmware.api [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2965104, 'name': PowerOffVM_Task, 'duration_secs': 0.207502} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.216564] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.216752] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.217069] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86625c76-562f-44ca-9a7a-39522a571307 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.232280] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965105, 'name': ReconfigVM_Task, 'duration_secs': 0.40666} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.232545] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.232753] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.232992] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c48bbf6-e4d2-4a90-b233-8c3d49603433 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.238600] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 915.238600] env[68134]: value = "task-2965108" [ 915.238600] env[68134]: _type = "Task" [ 915.238600] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.246929] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.293033] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.293299] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.294075] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleting the datastore file [datastore2] 2eba6da6-cf10-4c1c-a3ed-a6921af029da {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.294075] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fd640bf-e8cc-484b-92e3-9e61480aeaef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.301448] env[68134]: DEBUG oslo_vmware.api [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for the task: (returnval){ [ 915.301448] env[68134]: value = "task-2965109" [ 915.301448] env[68134]: _type = "Task" [ 915.301448] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.314918] env[68134]: DEBUG oslo_vmware.api [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2965109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.336877] env[68134]: DEBUG nova.compute.manager [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.337198] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.338376] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22453e21-10c6-4e2c-9937-695fc306489e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.347540] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.347889] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08f27e0d-34ea-414e-9dd4-7ca0fc5d565e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.354235] env[68134]: DEBUG oslo_vmware.api [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 915.354235] env[68134]: value = "task-2965110" [ 915.354235] env[68134]: _type = "Task" [ 915.354235] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.366047] env[68134]: DEBUG oslo_vmware.api [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2965110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.493134] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965106, 'name': ReconfigVM_Task, 'duration_secs': 0.363803} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.493626] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe/63a4be3b-b9f8-421e-9a0b-758ef0d27bfe.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.495870] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba80320b-cb46-4693-9071-7c3ce926d35d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.504162] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 915.504162] env[68134]: value = "task-2965111" [ 915.504162] env[68134]: _type = "Task" [ 915.504162] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.515104] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965111, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.546063] env[68134]: DEBUG nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.573295] env[68134]: DEBUG nova.network.neutron [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Successfully created port: efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.694795] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: b154a231-a055-4a66-a549-59bd552e1100] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.750497] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965108, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.814273] env[68134]: DEBUG oslo_vmware.api [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Task: {'id': task-2965109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206328} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.817614] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.817614] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.817614] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.817614] env[68134]: INFO nova.compute.manager [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.817614] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.817614] env[68134]: DEBUG nova.compute.manager [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.817614] env[68134]: DEBUG nova.network.neutron [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.864691] env[68134]: DEBUG oslo_vmware.api [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2965110, 'name': PowerOffVM_Task, 'duration_secs': 0.198031} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.867488] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.867813] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.868424] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc3c7fb0-8ffb-4374-a5c2-36e0615338f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.947845] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.948596] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.948596] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Deleting the datastore file [datastore1] d96bc42c-7bd3-41b2-a663-1992180fcd51 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.948596] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35589351-850a-4936-b6ca-a580d35f7795 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.961866] env[68134]: DEBUG oslo_vmware.api [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for the task: (returnval){ [ 915.961866] env[68134]: value = "task-2965113" [ 915.961866] env[68134]: _type = "Task" [ 915.961866] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.972263] env[68134]: DEBUG oslo_vmware.api [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2965113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.989088] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c46d0-0053-42e5-a391-3f1f7077110c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.996484] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d31769b-0f67-4907-8f13-8c9a85865963 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.032233] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76d94b-6cfa-4f90-a749-b7dae06baa6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.040159] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965111, 'name': Rename_Task, 'duration_secs': 0.462452} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.041725] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.042034] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539a495a-ebfe-4230-b91f-e352232584a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.044501] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998d51f2-db5f-4562-a66c-9aca9bed34fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.063931] env[68134]: DEBUG nova.compute.provider_tree [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.066566] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 916.066566] env[68134]: value = "task-2965114" [ 916.066566] env[68134]: _type = "Task" [ 916.066566] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.076356] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965114, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.201806] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 30cbf97b-2f2b-4352-8ebf-81f80cb690cf] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.250250] env[68134]: DEBUG oslo_vmware.api [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965108, 'name': PowerOnVM_Task, 'duration_secs': 0.772434} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.250574] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.250818] env[68134]: DEBUG nova.compute.manager [None req-0b991707-fc9c-403b-9237-f904c6f4e2dd tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.251609] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868d0e5f-0246-4834-86c7-0ed931903fea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.457533] env[68134]: DEBUG nova.compute.manager [req-3c68dabd-acca-41c3-95c9-7015374cca10 req-39c0b49a-e823-4a3c-8be9-5d20fc8383b8 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Received event network-vif-deleted-bc60fe1d-7b85-46a5-9f92-fed5a1906f20 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.458705] env[68134]: INFO nova.compute.manager [req-3c68dabd-acca-41c3-95c9-7015374cca10 req-39c0b49a-e823-4a3c-8be9-5d20fc8383b8 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Neutron deleted interface bc60fe1d-7b85-46a5-9f92-fed5a1906f20; detaching it from the instance and deleting it from the info cache [ 916.458705] env[68134]: DEBUG nova.network.neutron [req-3c68dabd-acca-41c3-95c9-7015374cca10 req-39c0b49a-e823-4a3c-8be9-5d20fc8383b8 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.474485] env[68134]: DEBUG oslo_vmware.api [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Task: {'id': task-2965113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364367} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.474485] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.475757] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.475757] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.475757] env[68134]: INFO nova.compute.manager [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Took 1.14 seconds to destroy the instance on the hypervisor. [ 916.475757] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.476451] env[68134]: DEBUG nova.compute.manager [-] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.476451] env[68134]: DEBUG nova.network.neutron [-] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.567587] env[68134]: DEBUG nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.571915] env[68134]: DEBUG nova.scheduler.client.report [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.585589] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965114, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.606022] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.606022] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.606022] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.606232] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.606232] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.606369] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.606592] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.606735] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.606895] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.607400] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.607470] env[68134]: DEBUG nova.virt.hardware [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.608595] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be93b91d-0666-4bea-8199-0e0f9708fd7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.618975] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ed2aba-fde9-4fa7-9371-47b30bd0e012 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.705148] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 15ec8aa0-c63a-4f21-95ce-b4acfde34c9c] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.929620] env[68134]: DEBUG nova.network.neutron [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.961568] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d36213c7-8761-4257-9f09-ec5531277feb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.971393] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ef0dd-c791-4637-b6f3-3680ce935402 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.003536] env[68134]: DEBUG nova.compute.manager [req-3c68dabd-acca-41c3-95c9-7015374cca10 req-39c0b49a-e823-4a3c-8be9-5d20fc8383b8 service nova] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Detach interface failed, port_id=bc60fe1d-7b85-46a5-9f92-fed5a1906f20, reason: Instance 2eba6da6-cf10-4c1c-a3ed-a6921af029da could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.080168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.080168] env[68134]: DEBUG nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.084823] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.465s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.085282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.087298] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.702s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.087706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.090241] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.718s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.092188] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.094328] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.443s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.094626] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.096465] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.396s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.098121] env[68134]: INFO nova.compute.claims [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.112020] env[68134]: DEBUG oslo_vmware.api [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965114, 'name': PowerOnVM_Task, 'duration_secs': 0.758798} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.112020] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.112020] env[68134]: INFO nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Took 7.50 seconds to spawn the instance on the hypervisor. [ 917.112020] env[68134]: DEBUG nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.112020] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c02afa-7c0e-48c7-82f8-457b5dbff2d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.141534] env[68134]: INFO nova.scheduler.client.report [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleted allocations for instance 00b632fe-5417-411d-8713-a584597546ec [ 917.143241] env[68134]: INFO nova.scheduler.client.report [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Deleted allocations for instance a5e06d25-8a3d-4cad-a340-cb441326aedf [ 917.167354] env[68134]: DEBUG nova.compute.manager [req-de889fb4-ec1e-4ffb-84ac-77f23ad40959 req-f73eeb33-7ae4-4bf2-aa2f-52fc6600ec4c service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Received event network-vif-plugged-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.167679] env[68134]: DEBUG oslo_concurrency.lockutils [req-de889fb4-ec1e-4ffb-84ac-77f23ad40959 req-f73eeb33-7ae4-4bf2-aa2f-52fc6600ec4c service nova] Acquiring lock "69ff857c-efa6-4c66-9711-2795b584c835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.167933] env[68134]: DEBUG oslo_concurrency.lockutils [req-de889fb4-ec1e-4ffb-84ac-77f23ad40959 req-f73eeb33-7ae4-4bf2-aa2f-52fc6600ec4c service nova] Lock "69ff857c-efa6-4c66-9711-2795b584c835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.168226] env[68134]: DEBUG oslo_concurrency.lockutils [req-de889fb4-ec1e-4ffb-84ac-77f23ad40959 req-f73eeb33-7ae4-4bf2-aa2f-52fc6600ec4c service nova] Lock "69ff857c-efa6-4c66-9711-2795b584c835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.168306] env[68134]: DEBUG nova.compute.manager [req-de889fb4-ec1e-4ffb-84ac-77f23ad40959 req-f73eeb33-7ae4-4bf2-aa2f-52fc6600ec4c service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] No waiting events found dispatching network-vif-plugged-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.168466] env[68134]: WARNING nova.compute.manager [req-de889fb4-ec1e-4ffb-84ac-77f23ad40959 req-f73eeb33-7ae4-4bf2-aa2f-52fc6600ec4c service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Received unexpected event network-vif-plugged-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae for instance with vm_state building and task_state spawning. [ 917.208815] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 55befe05-b148-49a1-9df0-1d3d8c169a5b] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.233499] env[68134]: INFO nova.scheduler.client.report [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Deleted allocations for instance 703b6677-fa0b-490b-9b8b-7843a8540046 [ 917.279407] env[68134]: INFO nova.scheduler.client.report [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Deleted allocations for instance 4332d3af-9523-42f6-8e8b-98ab60445990 [ 917.387419] env[68134]: DEBUG nova.network.neutron [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Successfully updated port: efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.387419] env[68134]: WARNING oslo_messaging._drivers.amqpdriver [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 917.387419] env[68134]: DEBUG nova.network.neutron [-] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.434319] env[68134]: INFO nova.compute.manager [-] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Took 1.62 seconds to deallocate network for instance. [ 917.603321] env[68134]: DEBUG nova.compute.utils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.607085] env[68134]: DEBUG nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.607280] env[68134]: DEBUG nova.network.neutron [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.627629] env[68134]: INFO nova.compute.manager [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Took 51.63 seconds to build instance. [ 917.658184] env[68134]: DEBUG oslo_concurrency.lockutils [None req-92ef3a18-7637-46b1-a37f-9206ee20bb29 tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "00b632fe-5417-411d-8713-a584597546ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.779s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.659303] env[68134]: DEBUG oslo_concurrency.lockutils [None req-add6e1f8-982d-494e-8682-bd3792008ac4 tempest-VolumesAdminNegativeTest-992014952 tempest-VolumesAdminNegativeTest-992014952-project-member] Lock "a5e06d25-8a3d-4cad-a340-cb441326aedf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.359s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.686104] env[68134]: DEBUG nova.policy [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfa31b33595b4981a8cd3b035a6df5ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6de0dedd10ac464bafbbcdf14443d497', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.716203] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: b93dbac0-6254-4518-bca7-3f4b8e1a45c9] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.743017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7e8eb58c-35c3-4705-8fe5-e5261b457d8a tempest-ServerMetadataTestJSON-1487699875 tempest-ServerMetadataTestJSON-1487699875-project-member] Lock "703b6677-fa0b-490b-9b8b-7843a8540046" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.940s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.789451] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e20b8ffa-b2f9-4690-9cca-06a3e8d3fccc tempest-ListServersNegativeTestJSON-1584301989 tempest-ListServersNegativeTestJSON-1584301989-project-member] Lock "4332d3af-9523-42f6-8e8b-98ab60445990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.978s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.890417] env[68134]: INFO nova.compute.manager [-] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Took 1.41 seconds to deallocate network for instance. [ 917.890959] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.891115] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.891283] env[68134]: DEBUG nova.network.neutron [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.942494] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.113244] env[68134]: DEBUG nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.129707] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a402d310-bde8-40b9-bfb0-d37d7016a5db tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.832s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.224570] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 90f0a81c-dfe5-4ba0-8603-890db1cee214] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.404836] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.465715] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f6ab9-10a1-4be6-a37c-4e5af4d24da5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.476902] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b0afb5-d445-43c2-a5b3-b9a4d2333470 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.523511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf398d-c98e-4ee3-8c99-9146662b9db3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.533136] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca7c282-6438-49f6-92e6-88f71ce6d393 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.548153] env[68134]: DEBUG nova.compute.provider_tree [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.661128] env[68134]: DEBUG nova.network.neutron [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.731510] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 9d33455b-81c1-472e-a4c8-204e201f7715] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.967181] env[68134]: DEBUG nova.compute.manager [req-41abd2b5-fb14-4088-acda-0b73d56bbb07 req-164f0e60-5e69-4674-9b02-5a5c444257d2 service nova] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Received event network-vif-deleted-d4dfb543-bd10-4348-89ba-369c6f8d09f5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.040250] env[68134]: DEBUG nova.network.neutron [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Successfully created port: ebcc1f8e-3219-4cf4-9653-84863b5e7127 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.051847] env[68134]: DEBUG nova.scheduler.client.report [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.104287] env[68134]: DEBUG nova.network.neutron [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Updating instance_info_cache with network_info: [{"id": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "address": "fa:16:3e:c0:52:45", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefedc2d4-aa", "ovs_interfaceid": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.130241] env[68134]: DEBUG nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.176194] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.176653] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.176653] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.176737] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.176882] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.177053] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.177332] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.177607] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.177697] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.177913] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.178189] env[68134]: DEBUG nova.virt.hardware [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.178967] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465613b5-3406-449b-9531-564484725034 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.188741] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5f69c-a5ad-4e12-bdf9-b3d7804f64b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.236520] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 5938f3b0-bec5-4515-8191-de835d6f9a7f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.400031] env[68134]: DEBUG nova.compute.manager [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Received event network-changed-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.400031] env[68134]: DEBUG nova.compute.manager [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Refreshing instance network info cache due to event network-changed-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.400263] env[68134]: DEBUG oslo_concurrency.lockutils [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] Acquiring lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.558109] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.558681] env[68134]: DEBUG nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.564970] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.802s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.573282] env[68134]: INFO nova.compute.claims [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.609022] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.609022] env[68134]: DEBUG nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Instance network_info: |[{"id": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "address": "fa:16:3e:c0:52:45", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefedc2d4-aa", "ovs_interfaceid": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.609022] env[68134]: DEBUG oslo_concurrency.lockutils [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] Acquired lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.609022] env[68134]: DEBUG nova.network.neutron [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Refreshing network info cache for port efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.609364] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:52:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.618993] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.620040] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.620262] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc4ea30-ca97-4467-97a9-3e3e067e65db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.644590] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.644590] env[68134]: value = "task-2965115" [ 919.644590] env[68134]: _type = "Task" [ 919.644590] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.654892] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965115, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.740645] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: daf16a4a-cdcc-487f-99db-6600425b356a] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.072521] env[68134]: DEBUG nova.compute.utils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.078074] env[68134]: DEBUG nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.078074] env[68134]: DEBUG nova.network.neutron [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.156144] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965115, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.242404] env[68134]: DEBUG nova.policy [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e04eaaed634205adb05af1c93f71a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd87906daa0c4d0cbfd2f7bfa1147a28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.245190] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 941df5cb-677e-421e-b32a-ced3e69257bb] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.579640] env[68134]: DEBUG nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.657747] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965115, 'name': CreateVM_Task, 'duration_secs': 0.568687} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.660284] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.661403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.661588] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.661892] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.662176] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a078cb-ed14-4993-b8c9-3352b64d67f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.668705] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 920.668705] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e16586-9b83-09c4-1804-699ac9a9d13b" [ 920.668705] env[68134]: _type = "Task" [ 920.668705] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.682540] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e16586-9b83-09c4-1804-699ac9a9d13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.747347] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e751acc9-f68b-4f29-8b86-f16c2bbaae87] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.985437] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2def0a-073c-414d-871b-55cf4427b773 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.995861] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c2895-016e-442f-882d-4990e69073e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.034988] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f74803-7c0d-460d-9ee2-ea306c5107b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.049020] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2776cb-53ca-4c28-91bb-4311c2a17b84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.063372] env[68134]: DEBUG nova.compute.provider_tree [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.179927] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e16586-9b83-09c4-1804-699ac9a9d13b, 'name': SearchDatastore_Task, 'duration_secs': 0.01737} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.180265] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.180503] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.180740] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.180891] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.181083] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.181640] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ecb5a23-f78a-47a6-b2ab-267bd10a2d4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.192634] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.192824] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.193576] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf51361-8f5d-4c85-83ac-17efad703dfc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.200286] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 921.200286] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523950a6-7705-9ede-9521-392ff613c1c6" [ 921.200286] env[68134]: _type = "Task" [ 921.200286] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.210250] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523950a6-7705-9ede-9521-392ff613c1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.250751] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 665a3f40-d12f-4e99-b3d2-53e137897226] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.323373] env[68134]: DEBUG nova.network.neutron [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Updated VIF entry in instance network info cache for port efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.323892] env[68134]: DEBUG nova.network.neutron [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Updating instance_info_cache with network_info: [{"id": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "address": "fa:16:3e:c0:52:45", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefedc2d4-aa", "ovs_interfaceid": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.566910] env[68134]: DEBUG nova.scheduler.client.report [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.592932] env[68134]: DEBUG nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.648502] env[68134]: DEBUG nova.compute.manager [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 921.717109] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523950a6-7705-9ede-9521-392ff613c1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.718228] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416e6f3d-488a-431f-aa8c-a19ee332b72d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.728935] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 921.728935] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d53640-e95d-1603-44d3-a9af77434782" [ 921.728935] env[68134]: _type = "Task" [ 921.728935] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.741099] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d53640-e95d-1603-44d3-a9af77434782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.755602] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 9c4949ce-1c1c-45f4-9348-1201c2734c6e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.765757] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b3c07b3a9b0613b0b38a8a5877cc7a04',container_format='bare',created_at=2025-03-12T09:17:23Z,direct_url=,disk_format='vmdk',id=2f277b7a-74f4-4fee-baaf-620335072244,min_disk=1,min_ram=0,name='tempest-test-snap-1736471636',owner='fd87906daa0c4d0cbfd2f7bfa1147a28',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-12T09:17:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.765757] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.765912] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.766224] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.766347] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.766412] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.766918] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.766918] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.766918] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.767113] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.767301] env[68134]: DEBUG nova.virt.hardware [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.768287] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100020f1-0470-4917-adf0-13f8eba5d0b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.777635] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c596d8-43c9-4b74-a589-2641a1441db0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.827294] env[68134]: DEBUG oslo_concurrency.lockutils [req-c4a4bb21-9dc4-48a2-acd4-b098b045ace6 req-e434afea-5a1f-4400-8311-58fb5da2479b service nova] Releasing lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.857380] env[68134]: DEBUG nova.network.neutron [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Successfully created port: 2a7414a8-e69e-4bfc-a7c9-f8050b73c7af {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.077493] env[68134]: DEBUG nova.compute.manager [req-511266ce-e535-4103-9d1e-feb658ba58f9 req-c222c500-92e1-4fcb-9e49-b7b70ac2c781 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Received event network-vif-plugged-ebcc1f8e-3219-4cf4-9653-84863b5e7127 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.077493] env[68134]: DEBUG oslo_concurrency.lockutils [req-511266ce-e535-4103-9d1e-feb658ba58f9 req-c222c500-92e1-4fcb-9e49-b7b70ac2c781 service nova] Acquiring lock "46b949b1-5198-432d-a4c7-7e25cfca46b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.077493] env[68134]: DEBUG oslo_concurrency.lockutils [req-511266ce-e535-4103-9d1e-feb658ba58f9 req-c222c500-92e1-4fcb-9e49-b7b70ac2c781 service nova] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.077693] env[68134]: DEBUG oslo_concurrency.lockutils [req-511266ce-e535-4103-9d1e-feb658ba58f9 req-c222c500-92e1-4fcb-9e49-b7b70ac2c781 service nova] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.077779] env[68134]: DEBUG nova.compute.manager [req-511266ce-e535-4103-9d1e-feb658ba58f9 req-c222c500-92e1-4fcb-9e49-b7b70ac2c781 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] No waiting events found dispatching network-vif-plugged-ebcc1f8e-3219-4cf4-9653-84863b5e7127 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.077934] env[68134]: WARNING nova.compute.manager [req-511266ce-e535-4103-9d1e-feb658ba58f9 req-c222c500-92e1-4fcb-9e49-b7b70ac2c781 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Received unexpected event network-vif-plugged-ebcc1f8e-3219-4cf4-9653-84863b5e7127 for instance with vm_state building and task_state spawning. [ 922.080543] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.081494] env[68134]: DEBUG nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.088023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.359s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.088023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.093123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.156s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.094913] env[68134]: INFO nova.compute.claims [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.127770] env[68134]: INFO nova.scheduler.client.report [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Deleted allocations for instance 2776991d-a91d-4b4c-a173-ba7607c0a73b [ 922.181316] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.187911] env[68134]: DEBUG nova.network.neutron [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Successfully updated port: ebcc1f8e-3219-4cf4-9653-84863b5e7127 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.242765] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d53640-e95d-1603-44d3-a9af77434782, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.243049] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.243555] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 69ff857c-efa6-4c66-9711-2795b584c835/69ff857c-efa6-4c66-9711-2795b584c835.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.243839] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3b850b-0abf-47af-92ff-49655ebd9031 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.253116] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 922.253116] env[68134]: value = "task-2965116" [ 922.253116] env[68134]: _type = "Task" [ 922.253116] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.259411] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 11adde73-5bff-4603-baa6-900887998828] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.264701] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.589304] env[68134]: DEBUG nova.compute.utils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.592887] env[68134]: DEBUG nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.593128] env[68134]: DEBUG nova.network.neutron [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.617332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.617332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.644323] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0324f4cd-a0bd-45ab-8e7d-617ea24b1161 tempest-ServersAaction247Test-81827066 tempest-ServersAaction247Test-81827066-project-member] Lock "2776991d-a91d-4b4c-a173-ba7607c0a73b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.171s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.692077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "refresh_cache-46b949b1-5198-432d-a4c7-7e25cfca46b7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.692077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "refresh_cache-46b949b1-5198-432d-a4c7-7e25cfca46b7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.692077] env[68134]: DEBUG nova.network.neutron [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.728410] env[68134]: DEBUG nova.policy [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f671f5b1120430d97f30f6503a05821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '745b9683f22f47269b28d966043dd4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.766624] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: bec2b37d-ba84-42f7-8506-0b5868e7fa7a] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.768400] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493788} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.768766] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 69ff857c-efa6-4c66-9711-2795b584c835/69ff857c-efa6-4c66-9711-2795b584c835.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.768979] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.769259] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b36d5e5-cb97-43ee-ae2d-c464aa017b4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.780793] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 922.780793] env[68134]: value = "task-2965117" [ 922.780793] env[68134]: _type = "Task" [ 922.780793] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.787943] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.097884] env[68134]: DEBUG nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.118489] env[68134]: DEBUG nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.269651] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 3eaf8669-1dae-4574-bca9-98afd9e0b14e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.290959] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110019} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.291767] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.292026] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb138b1-e69e-4492-b1f5-ba8fddb7e471 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.315989] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 69ff857c-efa6-4c66-9711-2795b584c835/69ff857c-efa6-4c66-9711-2795b584c835.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.319577] env[68134]: DEBUG nova.network.neutron [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.322085] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a27c5b4-4ffa-4e58-aa59-53b3540dae52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.344525] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 923.344525] env[68134]: value = "task-2965118" [ 923.344525] env[68134]: _type = "Task" [ 923.344525] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.355033] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.554301] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d055c-e324-405d-a4c3-5d3b646d64ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.568801] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62ad5d-e1df-46ce-8a81-8e3182cf2848 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.607594] env[68134]: DEBUG nova.network.neutron [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Successfully created port: f4d52f69-57ad-4541-bd3b-06b593f98302 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.610287] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70037af6-fae5-4877-b092-1506cc8e61fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.620925] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f22894-2267-48d8-b968-56475f05c420 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.647825] env[68134]: DEBUG nova.compute.provider_tree [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.654513] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.777800] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 39697361-2e54-45c5-b0f5-6995c2bc13d8] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.856314] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.118028] env[68134]: DEBUG nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.151921] env[68134]: DEBUG nova.scheduler.client.report [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.157773] env[68134]: DEBUG nova.network.neutron [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Updating instance_info_cache with network_info: [{"id": "ebcc1f8e-3219-4cf4-9653-84863b5e7127", "address": "fa:16:3e:9f:1d:a2", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcc1f8e-32", "ovs_interfaceid": "ebcc1f8e-3219-4cf4-9653-84863b5e7127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.163731] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.163897] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.164082] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.164252] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.164393] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.164545] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.164847] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.164929] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.165115] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.165297] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.165470] env[68134]: DEBUG nova.virt.hardware [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.166792] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443288af-7f29-46df-b895-d0291a79dd67 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.176924] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b568aef-bfa1-438d-b9bd-f9d3d96ac444 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.284636] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: ea2fc662-f98e-461d-956b-d7eff9b191d8] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.306256] env[68134]: DEBUG nova.compute.manager [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Received event network-changed-ebcc1f8e-3219-4cf4-9653-84863b5e7127 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.306982] env[68134]: DEBUG nova.compute.manager [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Refreshing instance network info cache due to event network-changed-ebcc1f8e-3219-4cf4-9653-84863b5e7127. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.306982] env[68134]: DEBUG oslo_concurrency.lockutils [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] Acquiring lock "refresh_cache-46b949b1-5198-432d-a4c7-7e25cfca46b7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.361907] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965118, 'name': ReconfigVM_Task, 'duration_secs': 0.897567} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.362311] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 69ff857c-efa6-4c66-9711-2795b584c835/69ff857c-efa6-4c66-9711-2795b584c835.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.362832] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92114205-db1d-4d88-914f-225d6537474d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.371166] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 924.371166] env[68134]: value = "task-2965119" [ 924.371166] env[68134]: _type = "Task" [ 924.371166] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.383753] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965119, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.616948] env[68134]: DEBUG nova.network.neutron [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Successfully updated port: 2a7414a8-e69e-4bfc-a7c9-f8050b73c7af {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.657757] env[68134]: DEBUG nova.compute.manager [req-2bcbd868-5523-4560-882c-edf8dc8a1490 req-ec7d1c20-4979-4844-b88b-d5ffc6848b80 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Received event network-vif-plugged-2a7414a8-e69e-4bfc-a7c9-f8050b73c7af {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.658448] env[68134]: DEBUG oslo_concurrency.lockutils [req-2bcbd868-5523-4560-882c-edf8dc8a1490 req-ec7d1c20-4979-4844-b88b-d5ffc6848b80 service nova] Acquiring lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.658448] env[68134]: DEBUG oslo_concurrency.lockutils [req-2bcbd868-5523-4560-882c-edf8dc8a1490 req-ec7d1c20-4979-4844-b88b-d5ffc6848b80 service nova] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.658591] env[68134]: DEBUG oslo_concurrency.lockutils [req-2bcbd868-5523-4560-882c-edf8dc8a1490 req-ec7d1c20-4979-4844-b88b-d5ffc6848b80 service nova] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.658819] env[68134]: DEBUG nova.compute.manager [req-2bcbd868-5523-4560-882c-edf8dc8a1490 req-ec7d1c20-4979-4844-b88b-d5ffc6848b80 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] No waiting events found dispatching network-vif-plugged-2a7414a8-e69e-4bfc-a7c9-f8050b73c7af {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.659028] env[68134]: WARNING nova.compute.manager [req-2bcbd868-5523-4560-882c-edf8dc8a1490 req-ec7d1c20-4979-4844-b88b-d5ffc6848b80 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Received unexpected event network-vif-plugged-2a7414a8-e69e-4bfc-a7c9-f8050b73c7af for instance with vm_state building and task_state spawning. [ 924.673403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.673403] env[68134]: DEBUG nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.676076] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "refresh_cache-46b949b1-5198-432d-a4c7-7e25cfca46b7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.676548] env[68134]: DEBUG nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Instance network_info: |[{"id": "ebcc1f8e-3219-4cf4-9653-84863b5e7127", "address": "fa:16:3e:9f:1d:a2", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcc1f8e-32", "ovs_interfaceid": "ebcc1f8e-3219-4cf4-9653-84863b5e7127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.678017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.659s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.678017] env[68134]: DEBUG nova.objects.instance [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lazy-loading 'resources' on Instance uuid e4af90e9-9c17-4431-8771-2892bad388a0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.679624] env[68134]: DEBUG oslo_concurrency.lockutils [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] Acquired lock "refresh_cache-46b949b1-5198-432d-a4c7-7e25cfca46b7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679941] env[68134]: DEBUG nova.network.neutron [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Refreshing network info cache for port ebcc1f8e-3219-4cf4-9653-84863b5e7127 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.681410] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:1d:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebcc1f8e-3219-4cf4-9653-84863b5e7127', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.691415] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.692242] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.692562] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e3f12da-3431-4a50-b29e-c9516599325c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.720038] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.720038] env[68134]: value = "task-2965120" [ 924.720038] env[68134]: _type = "Task" [ 924.720038] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.729767] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965120, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.790776] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 06b09205-14aa-4166-81f6-ce6f44dc826e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.884752] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965119, 'name': Rename_Task, 'duration_secs': 0.283463} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.886183] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.886548] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bea87df0-62ce-4411-b967-a41beb55eb35 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.896940] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 924.896940] env[68134]: value = "task-2965121" [ 924.896940] env[68134]: _type = "Task" [ 924.896940] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.910833] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.118581] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "refresh_cache-ad00f21c-7907-4e07-bc8c-f36caf3271ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.118829] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "refresh_cache-ad00f21c-7907-4e07-bc8c-f36caf3271ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.119100] env[68134]: DEBUG nova.network.neutron [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.182674] env[68134]: DEBUG nova.compute.utils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.184856] env[68134]: DEBUG nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.184994] env[68134]: DEBUG nova.network.neutron [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.231491] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965120, 'name': CreateVM_Task, 'duration_secs': 0.453757} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.234130] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.235374] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.235374] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.235982] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.236132] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb385ef1-91b1-4512-b31c-f2ef0ffd98c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.242174] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 925.242174] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5236d200-df2d-8e40-04a2-5259e69b00fd" [ 925.242174] env[68134]: _type = "Task" [ 925.242174] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.256806] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5236d200-df2d-8e40-04a2-5259e69b00fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.296273] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f23b2dae-688d-48ed-8912-92548a355f33] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.341227] env[68134]: DEBUG nova.policy [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdab9d7bdbc64742b13f164c271500f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1223c1722245c6a523fb296c8e919b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.412519] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.636561] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb914b-3fdd-4126-b2f6-9c573e92d175 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.645897] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297094b3-0585-45b3-a8a5-3020db1bc98d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.680549] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c80e3-c543-4375-8d16-85cdac169364 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.688446] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.688760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.690154] env[68134]: DEBUG nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.696957] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706a1ba-9815-44b7-b9cc-5679d2be6b8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.714500] env[68134]: DEBUG nova.compute.provider_tree [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.754701] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5236d200-df2d-8e40-04a2-5259e69b00fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014156} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.755023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.755754] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.755754] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.755966] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.756068] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.756261] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29435a3a-d7a3-4bc1-8de4-42041e13b616 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.762834] env[68134]: DEBUG nova.network.neutron [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.766714] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.766889] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.767610] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381d1b14-718d-4f6e-a1d4-f3e98a6de0ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.773174] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 925.773174] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52fcdba9-d0e9-1498-827a-7380c08beab9" [ 925.773174] env[68134]: _type = "Task" [ 925.773174] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.784209] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52fcdba9-d0e9-1498-827a-7380c08beab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.801908] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: cc25ab8d-527a-4c21-8993-cb16b7228d70] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.910427] env[68134]: DEBUG oslo_vmware.api [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965121, 'name': PowerOnVM_Task, 'duration_secs': 0.805556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.910660] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.911509] env[68134]: INFO nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Took 9.34 seconds to spawn the instance on the hypervisor. [ 925.911509] env[68134]: DEBUG nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.911932] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03688c2-6dfc-4b1f-9af6-b140b60d1e6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.982274] env[68134]: DEBUG nova.network.neutron [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Updated VIF entry in instance network info cache for port ebcc1f8e-3219-4cf4-9653-84863b5e7127. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.982702] env[68134]: DEBUG nova.network.neutron [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Updating instance_info_cache with network_info: [{"id": "ebcc1f8e-3219-4cf4-9653-84863b5e7127", "address": "fa:16:3e:9f:1d:a2", "network": {"id": "7a7a04b8-addf-40a3-9bef-fc1f3b2cd682", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-693936537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6de0dedd10ac464bafbbcdf14443d497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcc1f8e-32", "ovs_interfaceid": "ebcc1f8e-3219-4cf4-9653-84863b5e7127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.196627] env[68134]: DEBUG nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.204509] env[68134]: DEBUG nova.network.neutron [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Updating instance_info_cache with network_info: [{"id": "2a7414a8-e69e-4bfc-a7c9-f8050b73c7af", "address": "fa:16:3e:ae:44:d8", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7414a8-e6", "ovs_interfaceid": "2a7414a8-e69e-4bfc-a7c9-f8050b73c7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.219073] env[68134]: DEBUG nova.scheduler.client.report [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.271023] env[68134]: DEBUG nova.network.neutron [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Successfully created port: 6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.285603] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52fcdba9-d0e9-1498-827a-7380c08beab9, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.286422] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce001ea-3029-4763-af96-2f22e6b316d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.294307] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 926.294307] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52195687-b911-99b8-72b0-543fdf7e460c" [ 926.294307] env[68134]: _type = "Task" [ 926.294307] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.305839] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52195687-b911-99b8-72b0-543fdf7e460c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.305839] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f8d8520b-21a2-48a9-951f-15d869dfe6d1] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.432030] env[68134]: INFO nova.compute.manager [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Took 46.13 seconds to build instance. [ 926.485996] env[68134]: DEBUG oslo_concurrency.lockutils [req-a94a29be-4614-4131-a571-b48717c84e73 req-f774b25d-697f-4a4e-8fb3-babb58795e25 service nova] Releasing lock "refresh_cache-46b949b1-5198-432d-a4c7-7e25cfca46b7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.622625] env[68134]: DEBUG nova.compute.manager [req-0d0e6c84-e63c-472e-bf43-5227be53d4a5 req-80ddac2d-6455-4ed6-8685-156a183ae341 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Received event network-vif-plugged-f4d52f69-57ad-4541-bd3b-06b593f98302 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.624018] env[68134]: DEBUG oslo_concurrency.lockutils [req-0d0e6c84-e63c-472e-bf43-5227be53d4a5 req-80ddac2d-6455-4ed6-8685-156a183ae341 service nova] Acquiring lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.624018] env[68134]: DEBUG oslo_concurrency.lockutils [req-0d0e6c84-e63c-472e-bf43-5227be53d4a5 req-80ddac2d-6455-4ed6-8685-156a183ae341 service nova] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.624018] env[68134]: DEBUG oslo_concurrency.lockutils [req-0d0e6c84-e63c-472e-bf43-5227be53d4a5 req-80ddac2d-6455-4ed6-8685-156a183ae341 service nova] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.624018] env[68134]: DEBUG nova.compute.manager [req-0d0e6c84-e63c-472e-bf43-5227be53d4a5 req-80ddac2d-6455-4ed6-8685-156a183ae341 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] No waiting events found dispatching network-vif-plugged-f4d52f69-57ad-4541-bd3b-06b593f98302 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.624018] env[68134]: WARNING nova.compute.manager [req-0d0e6c84-e63c-472e-bf43-5227be53d4a5 req-80ddac2d-6455-4ed6-8685-156a183ae341 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Received unexpected event network-vif-plugged-f4d52f69-57ad-4541-bd3b-06b593f98302 for instance with vm_state building and task_state spawning. [ 926.671422] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.671645] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.705937] env[68134]: DEBUG nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.708555] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "refresh_cache-ad00f21c-7907-4e07-bc8c-f36caf3271ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.708555] env[68134]: DEBUG nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Instance network_info: |[{"id": "2a7414a8-e69e-4bfc-a7c9-f8050b73c7af", "address": "fa:16:3e:ae:44:d8", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7414a8-e6", "ovs_interfaceid": "2a7414a8-e69e-4bfc-a7c9-f8050b73c7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.712019] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:44:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a7414a8-e69e-4bfc-a7c9-f8050b73c7af', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.719340] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.721038] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.721038] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3366d9d8-81a0-4dc3-b435-6cee1e56ce06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.739949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.742265] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.744461] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.843s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.744702] env[68134]: DEBUG nova.objects.instance [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lazy-loading 'resources' on Instance uuid 03f5c9e6-dc8f-470c-bc8f-6da92082801f {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.755119] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.755119] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.755119] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.755119] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.755314] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.756348] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.756348] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.756348] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.756348] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.756348] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.756348] env[68134]: DEBUG nova.virt.hardware [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.761873] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657a07d-6a82-4bc5-acfd-9ac30da4573c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.767034] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.767034] env[68134]: value = "task-2965122" [ 926.767034] env[68134]: _type = "Task" [ 926.767034] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.772673] env[68134]: INFO nova.scheduler.client.report [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Deleted allocations for instance e4af90e9-9c17-4431-8771-2892bad388a0 [ 926.779528] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56495e48-238f-4374-9bd6-c85d5a937db1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.787690] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965122, 'name': CreateVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.809022] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 22fbeb09-3d90-4b99-ab23-73793f4a9b40] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.817340] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52195687-b911-99b8-72b0-543fdf7e460c, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.817467] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.817760] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 46b949b1-5198-432d-a4c7-7e25cfca46b7/46b949b1-5198-432d-a4c7-7e25cfca46b7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.818334] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16e4449-f50d-4f64-a6c8-ed71509ea087 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.827382] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 926.827382] env[68134]: value = "task-2965123" [ 926.827382] env[68134]: _type = "Task" [ 926.827382] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.837752] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.897156] env[68134]: DEBUG nova.network.neutron [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Successfully updated port: f4d52f69-57ad-4541-bd3b-06b593f98302 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.904525] env[68134]: DEBUG nova.compute.manager [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Received event network-changed-2a7414a8-e69e-4bfc-a7c9-f8050b73c7af {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.904525] env[68134]: DEBUG nova.compute.manager [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Refreshing instance network info cache due to event network-changed-2a7414a8-e69e-4bfc-a7c9-f8050b73c7af. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.904771] env[68134]: DEBUG oslo_concurrency.lockutils [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] Acquiring lock "refresh_cache-ad00f21c-7907-4e07-bc8c-f36caf3271ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.905362] env[68134]: DEBUG oslo_concurrency.lockutils [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] Acquired lock "refresh_cache-ad00f21c-7907-4e07-bc8c-f36caf3271ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.905362] env[68134]: DEBUG nova.network.neutron [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Refreshing network info cache for port 2a7414a8-e69e-4bfc-a7c9-f8050b73c7af {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.933041] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2be38615-2868-416f-a592-88c7c65e2fbb tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "69ff857c-efa6-4c66-9711-2795b584c835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.468s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.175162] env[68134]: DEBUG nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.278668] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965122, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.291414] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9079aa06-14a6-4594-aa3e-8a9f8bc6c870 tempest-FloatingIPsAssociationTestJSON-1001622592 tempest-FloatingIPsAssociationTestJSON-1001622592-project-member] Lock "e4af90e9-9c17-4431-8771-2892bad388a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.723s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.319123] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: a518e6a0-7142-4a7b-a710-169c52edd3ee] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.341292] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965123, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.401077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "refresh_cache-a95df7dc-bab1-4914-9aa1-e2188df5f9d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.401793] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "refresh_cache-a95df7dc-bab1-4914-9aa1-e2188df5f9d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.401793] env[68134]: DEBUG nova.network.neutron [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.710493] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.716227] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd543af5-710d-41d2-b888-daaa645be6d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.727645] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d98802-9665-4d61-8867-98762b2afd35 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.760791] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c55e3-668e-4dd7-9262-de9596f60d30 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.772055] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d2cee8-507a-4750-8188-3f33fb1fdeaa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.786537] env[68134]: DEBUG nova.compute.provider_tree [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.790845] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965122, 'name': CreateVM_Task, 'duration_secs': 0.558332} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.791244] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.792345] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.792560] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.792928] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.793201] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050ffcca-974c-4dae-ba35-db37d1c71332 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.799216] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 927.799216] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52756c2c-0a8a-fd13-8c5d-b447d8274305" [ 927.799216] env[68134]: _type = "Task" [ 927.799216] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.810193] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52756c2c-0a8a-fd13-8c5d-b447d8274305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.822054] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f0d040bc-68b5-4e45-b854-775936dae98c] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.839388] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557651} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.839388] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 46b949b1-5198-432d-a4c7-7e25cfca46b7/46b949b1-5198-432d-a4c7-7e25cfca46b7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.839549] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.840020] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2838a709-ab7b-43be-a12e-66dc572ad9d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.847863] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 927.847863] env[68134]: value = "task-2965124" [ 927.847863] env[68134]: _type = "Task" [ 927.847863] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.856516] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.226176] env[68134]: DEBUG nova.network.neutron [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.294928] env[68134]: DEBUG nova.scheduler.client.report [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.313706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.314984] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Processing image 2f277b7a-74f4-4fee-baaf-620335072244 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.314984] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244/2f277b7a-74f4-4fee-baaf-620335072244.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.314984] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244/2f277b7a-74f4-4fee-baaf-620335072244.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.314984] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.314984] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24d34c9b-5c25-43fa-b829-581dc65bdbd9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.325932] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 6a07635b-5b0c-4d02-94dc-2c6cd34b95b5] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.327983] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.328285] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.329630] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe0b0d8-c5e3-43ec-9093-22d6723a09a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.340550] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 928.340550] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52048421-2d7d-b13a-69cf-5ebb9c2297e8" [ 928.340550] env[68134]: _type = "Task" [ 928.340550] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.356260] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52048421-2d7d-b13a-69cf-5ebb9c2297e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.362820] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073212} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.363487] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.364068] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7328fe7-9f68-4c6c-b2c6-5bd92a450f03 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.395213] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 46b949b1-5198-432d-a4c7-7e25cfca46b7/46b949b1-5198-432d-a4c7-7e25cfca46b7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.398951] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d0a0c5-614a-44ca-bbcb-8da53f97b4db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.427024] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 928.427024] env[68134]: value = "task-2965125" [ 928.427024] env[68134]: _type = "Task" [ 928.427024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.436043] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.564511] env[68134]: DEBUG nova.network.neutron [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Updating instance_info_cache with network_info: [{"id": "f4d52f69-57ad-4541-bd3b-06b593f98302", "address": "fa:16:3e:86:7f:40", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d52f69-57", "ovs_interfaceid": "f4d52f69-57ad-4541-bd3b-06b593f98302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.571287] env[68134]: DEBUG nova.network.neutron [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Updated VIF entry in instance network info cache for port 2a7414a8-e69e-4bfc-a7c9-f8050b73c7af. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.571287] env[68134]: DEBUG nova.network.neutron [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Updating instance_info_cache with network_info: [{"id": "2a7414a8-e69e-4bfc-a7c9-f8050b73c7af", "address": "fa:16:3e:ae:44:d8", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7414a8-e6", "ovs_interfaceid": "2a7414a8-e69e-4bfc-a7c9-f8050b73c7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.633825] env[68134]: DEBUG nova.network.neutron [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Successfully updated port: 6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.802059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.804280] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.862s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.804280] env[68134]: DEBUG nova.objects.instance [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lazy-loading 'resources' on Instance uuid 2eba6da6-cf10-4c1c-a3ed-a6921af029da {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.830032] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: eb3aa9a6-bb95-4bac-b679-8c83d4eb389d] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.832742] env[68134]: INFO nova.scheduler.client.report [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Deleted allocations for instance 03f5c9e6-dc8f-470c-bc8f-6da92082801f [ 928.857075] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Preparing fetch location {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 928.858029] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Fetch image to [datastore1] OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791/OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791.vmdk {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 928.858598] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Downloading stream optimized image 2f277b7a-74f4-4fee-baaf-620335072244 to [datastore1] OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791/OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791.vmdk on the data store datastore1 as vApp {{(pid=68134) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 928.858598] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Downloading image file data 2f277b7a-74f4-4fee-baaf-620335072244 to the ESX as VM named 'OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791' {{(pid=68134) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 928.918438] env[68134]: DEBUG nova.compute.manager [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Received event network-changed-f4d52f69-57ad-4541-bd3b-06b593f98302 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.918643] env[68134]: DEBUG nova.compute.manager [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Refreshing instance network info cache due to event network-changed-f4d52f69-57ad-4541-bd3b-06b593f98302. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.918834] env[68134]: DEBUG oslo_concurrency.lockutils [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] Acquiring lock "refresh_cache-a95df7dc-bab1-4914-9aa1-e2188df5f9d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.941330] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965125, 'name': ReconfigVM_Task, 'duration_secs': 0.341132} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.942523] env[68134]: DEBUG nova.compute.manager [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Received event network-vif-plugged-6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.942724] env[68134]: DEBUG oslo_concurrency.lockutils [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] Acquiring lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.942925] env[68134]: DEBUG oslo_concurrency.lockutils [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.943632] env[68134]: DEBUG oslo_concurrency.lockutils [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.943839] env[68134]: DEBUG nova.compute.manager [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] No waiting events found dispatching network-vif-plugged-6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.944009] env[68134]: WARNING nova.compute.manager [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Received unexpected event network-vif-plugged-6ffae40d-8f24-464f-8d9c-70b896df6046 for instance with vm_state building and task_state spawning. [ 928.944185] env[68134]: DEBUG nova.compute.manager [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Received event network-changed-6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.944341] env[68134]: DEBUG nova.compute.manager [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Refreshing instance network info cache due to event network-changed-6ffae40d-8f24-464f-8d9c-70b896df6046. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.944528] env[68134]: DEBUG oslo_concurrency.lockutils [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] Acquiring lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.944665] env[68134]: DEBUG oslo_concurrency.lockutils [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] Acquired lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.944815] env[68134]: DEBUG nova.network.neutron [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Refreshing network info cache for port 6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.946090] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 46b949b1-5198-432d-a4c7-7e25cfca46b7/46b949b1-5198-432d-a4c7-7e25cfca46b7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.947416] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b641e07e-55f4-43bb-8cbb-a59c58cacc79 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.956485] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 928.956485] env[68134]: value = "task-2965126" [ 928.956485] env[68134]: _type = "Task" [ 928.956485] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.961704] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 928.961704] env[68134]: value = "resgroup-9" [ 928.961704] env[68134]: _type = "ResourcePool" [ 928.961704] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 928.962343] env[68134]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-55b6e5cb-09bd-4a1c-b188-d88eaea946de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.986947] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965126, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.994971] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease: (returnval){ [ 928.994971] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5252cfe6-8567-c165-dad3-cc8493d65e71" [ 928.994971] env[68134]: _type = "HttpNfcLease" [ 928.994971] env[68134]: } obtained for vApp import into resource pool (val){ [ 928.994971] env[68134]: value = "resgroup-9" [ 928.994971] env[68134]: _type = "ResourcePool" [ 928.994971] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 928.997313] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the lease: (returnval){ [ 928.997313] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5252cfe6-8567-c165-dad3-cc8493d65e71" [ 928.997313] env[68134]: _type = "HttpNfcLease" [ 928.997313] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 929.003550] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.003550] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5252cfe6-8567-c165-dad3-cc8493d65e71" [ 929.003550] env[68134]: _type = "HttpNfcLease" [ 929.003550] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.067384] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "refresh_cache-a95df7dc-bab1-4914-9aa1-e2188df5f9d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.067384] env[68134]: DEBUG nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Instance network_info: |[{"id": "f4d52f69-57ad-4541-bd3b-06b593f98302", "address": "fa:16:3e:86:7f:40", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d52f69-57", "ovs_interfaceid": "f4d52f69-57ad-4541-bd3b-06b593f98302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.067717] env[68134]: DEBUG oslo_concurrency.lockutils [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] Acquired lock "refresh_cache-a95df7dc-bab1-4914-9aa1-e2188df5f9d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.067890] env[68134]: DEBUG nova.network.neutron [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Refreshing network info cache for port f4d52f69-57ad-4541-bd3b-06b593f98302 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.069542] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:7f:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4d52f69-57ad-4541-bd3b-06b593f98302', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.080362] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.081367] env[68134]: DEBUG oslo_concurrency.lockutils [req-85f6c380-81e0-445d-b7ed-da4aa4df4d85 req-658a0f7e-9bf3-409e-8237-df6d3e1179f6 service nova] Releasing lock "refresh_cache-ad00f21c-7907-4e07-bc8c-f36caf3271ec" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.081703] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.081989] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c80422-7e44-421b-a682-bd6a4081c7c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.111741] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.111741] env[68134]: value = "task-2965128" [ 929.111741] env[68134]: _type = "Task" [ 929.111741] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.121754] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965128, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.137775] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.336328] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 953ab25c-c318-439f-aed7-5d9df5c37a8e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.345700] env[68134]: DEBUG oslo_concurrency.lockutils [None req-086127e9-31e1-4148-b7b8-3fae15257307 tempest-ServerMetadataNegativeTestJSON-1617344054 tempest-ServerMetadataNegativeTestJSON-1617344054-project-member] Lock "03f5c9e6-dc8f-470c-bc8f-6da92082801f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.847s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.475391] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965126, 'name': Rename_Task, 'duration_secs': 0.188631} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.482630] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.483615] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b48c861-2bff-42e2-adaa-d7f069ad4bb7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.486422] env[68134]: DEBUG nova.network.neutron [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.496205] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 929.496205] env[68134]: value = "task-2965129" [ 929.496205] env[68134]: _type = "Task" [ 929.496205] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.512133] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.512133] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5252cfe6-8567-c165-dad3-cc8493d65e71" [ 929.512133] env[68134]: _type = "HttpNfcLease" [ 929.512133] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.514740] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.514740] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5252cfe6-8567-c165-dad3-cc8493d65e71" [ 929.514740] env[68134]: _type = "HttpNfcLease" [ 929.514740] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 929.515139] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.516428] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600928a4-4232-4806-a2cf-afda199df9bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.527966] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c89c2-8436-8fd9-bc65-6c66cf578406/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.527966] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c89c2-8436-8fd9-bc65-6c66cf578406/disk-0.vmdk. {{(pid=68134) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 929.599138] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c776b7fb-edcd-418b-8d49-da1806058ffa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.627168] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965128, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.734161] env[68134]: DEBUG nova.network.neutron [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.814371] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76379937-6acb-435c-8c85-beb0558f9128 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.824039] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f358fb-b310-4b93-9c40-a9bf850f5c96 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.865487] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e1f537bc-5937-446d-b44a-8c0fe5441aee] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.870039] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a5686f-8624-4e51-b984-2cc9b62c25b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.879942] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417d603-13dd-4f12-a589-ed2b2dad9e8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.898194] env[68134]: DEBUG nova.compute.provider_tree [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.015055] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965129, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.125461] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965128, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.142796] env[68134]: DEBUG nova.network.neutron [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Updated VIF entry in instance network info cache for port f4d52f69-57ad-4541-bd3b-06b593f98302. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.143371] env[68134]: DEBUG nova.network.neutron [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Updating instance_info_cache with network_info: [{"id": "f4d52f69-57ad-4541-bd3b-06b593f98302", "address": "fa:16:3e:86:7f:40", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d52f69-57", "ovs_interfaceid": "f4d52f69-57ad-4541-bd3b-06b593f98302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.238118] env[68134]: DEBUG oslo_concurrency.lockutils [req-94d7e021-6fa0-4f71-a856-857abaca0628 req-aa9395b5-a317-4ff5-a53c-7320ef8963d3 service nova] Releasing lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.240555] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.240849] env[68134]: DEBUG nova.network.neutron [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.372023] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 6462c122-dc0f-4083-84f8-a472e61285b8] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.404913] env[68134]: DEBUG nova.scheduler.client.report [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.510438] env[68134]: DEBUG oslo_vmware.api [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965129, 'name': PowerOnVM_Task, 'duration_secs': 0.548143} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.510783] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.511110] env[68134]: INFO nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Took 11.38 seconds to spawn the instance on the hypervisor. [ 930.511277] env[68134]: DEBUG nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.512203] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88adf7ec-9186-4a20-8cc1-5ea15691abb8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.526451] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Completed reading data from the image iterator. {{(pid=68134) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 930.526698] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c89c2-8436-8fd9-bc65-6c66cf578406/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.527901] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f1dd2-55cb-431d-a7a8-d30e7f76e482 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.536153] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c89c2-8436-8fd9-bc65-6c66cf578406/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.536395] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c89c2-8436-8fd9-bc65-6c66cf578406/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 930.536670] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-54d1e400-dc31-49d0-8d73-8066bab8de9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.623965] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965128, 'name': CreateVM_Task, 'duration_secs': 1.451131} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.624236] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.624940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.625121] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.625484] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.625753] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9bc4b4-1737-407a-8f75-2ee56d799604 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.633220] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 930.633220] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cdfa6d-61a5-2b62-36ad-394cc2eeaab2" [ 930.633220] env[68134]: _type = "Task" [ 930.633220] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.650221] env[68134]: DEBUG oslo_concurrency.lockutils [req-4f2b192c-ca96-4408-951a-3d430080a299 req-d34f0d4c-c821-40e2-9e73-73bcdcd36f35 service nova] Releasing lock "refresh_cache-a95df7dc-bab1-4914-9aa1-e2188df5f9d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.650642] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cdfa6d-61a5-2b62-36ad-394cc2eeaab2, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.651011] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.651345] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.651492] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.651636] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.651812] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.652160] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fda1fb-554b-4bf7-b1db-336c5a7de514 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.665585] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.665585] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.665836] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691bab43-e7a3-4381-8410-b082756f30f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.672169] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 930.672169] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ade86c-f6a6-a798-1f2a-067abd44bcef" [ 930.672169] env[68134]: _type = "Task" [ 930.672169] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.681144] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ade86c-f6a6-a798-1f2a-067abd44bcef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.794743] env[68134]: DEBUG nova.network.neutron [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.874264] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: ec8106b2-cf75-44d3-b171-b3cfb4fd5e37] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.898493] env[68134]: DEBUG oslo_vmware.rw_handles [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c89c2-8436-8fd9-bc65-6c66cf578406/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 930.898493] env[68134]: INFO nova.virt.vmwareapi.images [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Downloaded image file data 2f277b7a-74f4-4fee-baaf-620335072244 [ 930.898617] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e61ef7-9611-4fd7-978b-72e9d7e0335d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.920312] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.930108] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.525s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.930407] env[68134]: DEBUG nova.objects.instance [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lazy-loading 'resources' on Instance uuid d96bc42c-7bd3-41b2-a663-1992180fcd51 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.934651] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cac3a7e-2788-47eb-a322-580dc35a666e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.946415] env[68134]: INFO nova.scheduler.client.report [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Deleted allocations for instance 2eba6da6-cf10-4c1c-a3ed-a6921af029da [ 931.003430] env[68134]: INFO nova.virt.vmwareapi.images [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] The imported VM was unregistered [ 931.009028] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Caching image {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 931.009028] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.009028] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6aa9ea4-968e-4599-b4ff-311dbff09647 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.018060] env[68134]: DEBUG nova.compute.manager [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Received event network-changed-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.018236] env[68134]: DEBUG nova.compute.manager [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Refreshing instance network info cache due to event network-changed-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.018542] env[68134]: DEBUG oslo_concurrency.lockutils [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] Acquiring lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.018680] env[68134]: DEBUG oslo_concurrency.lockutils [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] Acquired lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.018834] env[68134]: DEBUG nova.network.neutron [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Refreshing network info cache for port efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.027045] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created directory with path [datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.027045] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791/OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791.vmdk to [datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244/2f277b7a-74f4-4fee-baaf-620335072244.vmdk. {{(pid=68134) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 931.032045] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3f98f255-13b4-4340-9747-1970e2726992 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.037581] env[68134]: INFO nova.compute.manager [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Took 48.07 seconds to build instance. [ 931.046171] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 931.046171] env[68134]: value = "task-2965131" [ 931.046171] env[68134]: _type = "Task" [ 931.046171] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.063944] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965131, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.077427] env[68134]: DEBUG nova.network.neutron [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Updating instance_info_cache with network_info: [{"id": "6ffae40d-8f24-464f-8d9c-70b896df6046", "address": "fa:16:3e:b9:3c:b9", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffae40d-8f", "ovs_interfaceid": "6ffae40d-8f24-464f-8d9c-70b896df6046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.185656] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ade86c-f6a6-a798-1f2a-067abd44bcef, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.187018] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbef4a2-25c4-4efc-a875-67407465e506 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.195904] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 931.195904] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ed0143-7b48-db30-d56e-eeb74bcbd0bc" [ 931.195904] env[68134]: _type = "Task" [ 931.195904] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.213094] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ed0143-7b48-db30-d56e-eeb74bcbd0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.213371] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.213646] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a95df7dc-bab1-4914-9aa1-e2188df5f9d7/a95df7dc-bab1-4914-9aa1-e2188df5f9d7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.214315] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6154926-37d5-45ed-a7e4-2f312b81ac18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.224027] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 931.224027] env[68134]: value = "task-2965132" [ 931.224027] env[68134]: _type = "Task" [ 931.224027] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.234872] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.381515] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 2a16afaf-4291-455b-b320-b9d58646fc32] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.425586] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.425586] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.459653] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0c7fe8e3-6c35-4959-97fb-16d571ff0204 tempest-ServersAdminTestJSON-687330342 tempest-ServersAdminTestJSON-687330342-project-member] Lock "2eba6da6-cf10-4c1c-a3ed-a6921af029da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.314s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.540469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-94de7e6c-33e2-42ff-a74f-327a52b3a072 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.276s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.570689] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965131, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.585780] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.585780] env[68134]: DEBUG nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Instance network_info: |[{"id": "6ffae40d-8f24-464f-8d9c-70b896df6046", "address": "fa:16:3e:b9:3c:b9", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffae40d-8f", "ovs_interfaceid": "6ffae40d-8f24-464f-8d9c-70b896df6046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.585942] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:3c:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ffae40d-8f24-464f-8d9c-70b896df6046', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.596960] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.600438] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.603685] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9e26243-d44f-4870-90f7-07852bb42160 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.630962] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.630962] env[68134]: value = "task-2965133" [ 931.630962] env[68134]: _type = "Task" [ 931.630962] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.653805] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965133, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.741271] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.889612] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 23228ef5-dfa9-44e5-b3da-b1532febba2a] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.928373] env[68134]: DEBUG nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.998134] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff87cba-1037-43f3-bca4-0aeab8ca5949 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.025472] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6895db22-4667-4030-85d9-32adcdda628f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.074254] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b85a0-845a-499b-9560-8f27b8e5693b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.087740] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76b081c-60f0-4953-93ba-db3933a1a0b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.091305] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965131, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.112159] env[68134]: DEBUG nova.compute.provider_tree [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.155134] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965133, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.155134] env[68134]: DEBUG nova.network.neutron [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Updated VIF entry in instance network info cache for port efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.155134] env[68134]: DEBUG nova.network.neutron [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Updating instance_info_cache with network_info: [{"id": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "address": "fa:16:3e:c0:52:45", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefedc2d4-aa", "ovs_interfaceid": "efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.241061] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.397749] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 45a45c16-3ba7-4fc1-9bd1-f1751772d416] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.473456] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.583496] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965131, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.614403] env[68134]: DEBUG nova.scheduler.client.report [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.619177] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "46b949b1-5198-432d-a4c7-7e25cfca46b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.619509] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.619748] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "46b949b1-5198-432d-a4c7-7e25cfca46b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.619942] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.620123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.624446] env[68134]: INFO nova.compute.manager [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Terminating instance [ 932.646385] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965133, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.663082] env[68134]: DEBUG oslo_concurrency.lockutils [req-5f900e26-0461-42ff-b1f1-e70b6b6ea2f0 req-4dfc6cf1-89e8-461f-81ba-241f3a9fb200 service nova] Releasing lock "refresh_cache-69ff857c-efa6-4c66-9711-2795b584c835" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.739671] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.901747] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: ff322f86-8e94-43e4-9c39-c133ac8ee7ca] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.086420] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965131, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.124863] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.129442] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.947s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.133812] env[68134]: DEBUG nova.compute.manager [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.133812] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.133812] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894923a9-c2ee-4f69-95ed-39fdd1f75d4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.149593] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965133, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.152822] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.153541] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50145872-7cb4-4dff-b70f-6d73a017e0e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.165072] env[68134]: DEBUG oslo_vmware.api [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 933.165072] env[68134]: value = "task-2965134" [ 933.165072] env[68134]: _type = "Task" [ 933.165072] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.172147] env[68134]: INFO nova.scheduler.client.report [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Deleted allocations for instance d96bc42c-7bd3-41b2-a663-1992180fcd51 [ 933.193802] env[68134]: DEBUG oslo_vmware.api [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.240509] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.407886] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 74dfb642-d692-4832-b2ca-ccbe76fb0802] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.560641] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "a72083b2-cd7c-405b-8a46-734bf22858ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.560810] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.583863] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965131, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.642839] env[68134]: INFO nova.compute.claims [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.664160] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965133, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.678041] env[68134]: DEBUG oslo_vmware.api [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965134, 'name': PowerOffVM_Task, 'duration_secs': 0.497319} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.679838] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.680467] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.681021] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e0f5a3-aef3-4f10-95d3-508c4cca54e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.688841] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c1e84249-1a5b-42de-b3c4-8b267a71fe79 tempest-MigrationsAdminTest-1893694101 tempest-MigrationsAdminTest-1893694101-project-member] Lock "d96bc42c-7bd3-41b2-a663-1992180fcd51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.859s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.738981] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965132, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.816709] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.816979] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.817203] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleting the datastore file [datastore1] 46b949b1-5198-432d-a4c7-7e25cfca46b7 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.817616] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b363e93-33a4-4491-a89e-6c8096c51b8c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.829772] env[68134]: DEBUG oslo_vmware.api [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for the task: (returnval){ [ 933.829772] env[68134]: value = "task-2965136" [ 933.829772] env[68134]: _type = "Task" [ 933.829772] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.840935] env[68134]: DEBUG oslo_vmware.api [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.915115] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 0e396779-8b56-4718-9c40-f44d86723090] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.064563] env[68134]: DEBUG nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.104534] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965131, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.902639} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.104710] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791/OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791.vmdk to [datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244/2f277b7a-74f4-4fee-baaf-620335072244.vmdk. [ 934.105732] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Cleaning up location [datastore1] OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 934.105732] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f23496a8-95e5-4f22-8f87-88a6504fd791 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.105732] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-883578f9-05fa-44ee-9f0c-6c6a9ab5d4ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.115514] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 934.115514] env[68134]: value = "task-2965137" [ 934.115514] env[68134]: _type = "Task" [ 934.115514] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.130291] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.154256] env[68134]: INFO nova.compute.resource_tracker [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating resource usage from migration c6ea3271-4fe5-4d67-894e-b88d84d95801 [ 934.167236] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965133, 'name': CreateVM_Task, 'duration_secs': 2.282256} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.167493] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.168435] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.168653] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.169075] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.169419] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec554dd-4730-4bd7-8541-e0d5bf88a5c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.175484] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 934.175484] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52548a19-6b5e-d16e-61a0-f7cd2e642ce8" [ 934.175484] env[68134]: _type = "Task" [ 934.175484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.192121] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52548a19-6b5e-d16e-61a0-f7cd2e642ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.199707] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.201082] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.201082] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.201082] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.201082] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.201308] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e1795c4-a725-48c5-a2d5-983c948f46da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.217887] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.217887] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.218671] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c111d776-6805-434a-9ee7-6f411af9e6c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.226940] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 934.226940] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527901f5-cfd7-b940-484a-53606baee6d8" [ 934.226940] env[68134]: _type = "Task" [ 934.226940] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.246164] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527901f5-cfd7-b940-484a-53606baee6d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.246440] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965132, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.699736} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.247316] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a95df7dc-bab1-4914-9aa1-e2188df5f9d7/a95df7dc-bab1-4914-9aa1-e2188df5f9d7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.247566] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.247809] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8253e967-fab2-4406-bfb7-8648efca2681 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.250184] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11bfbb7-a101-4f85-9401-a593120ca446 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.255992] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 934.255992] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52490266-83a2-1980-302d-8bcaecbb1457" [ 934.255992] env[68134]: _type = "Task" [ 934.255992] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.262969] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 934.262969] env[68134]: value = "task-2965138" [ 934.262969] env[68134]: _type = "Task" [ 934.262969] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.275232] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52490266-83a2-1980-302d-8bcaecbb1457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.281646] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.343360] env[68134]: DEBUG oslo_vmware.api [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Task: {'id': task-2965136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256239} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.343563] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.343788] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.344009] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.344262] env[68134]: INFO nova.compute.manager [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 934.345628] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.345628] env[68134]: DEBUG nova.compute.manager [-] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.345628] env[68134]: DEBUG nova.network.neutron [-] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.421075] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 08ab5963-281f-43c8-ae97-9cb9028d095f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.616146] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.633392] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041865} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.633661] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.633807] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244/2f277b7a-74f4-4fee-baaf-620335072244.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.634067] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244/2f277b7a-74f4-4fee-baaf-620335072244.vmdk to [datastore1] ad00f21c-7907-4e07-bc8c-f36caf3271ec/ad00f21c-7907-4e07-bc8c-f36caf3271ec.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.634336] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdae38ff-5486-42b4-a654-1751d2d98b0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.645016] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 934.645016] env[68134]: value = "task-2965139" [ 934.645016] env[68134]: _type = "Task" [ 934.645016] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.650654] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6df52-6405-4451-a311-46c61fd78958 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.659973] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.663200] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a989a-907f-4402-9f90-39650885bf32 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.696352] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c7f826-34c1-4e54-b706-ab7b7f27d08d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.704939] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d68da5c-a9dd-4696-a7a1-81cbd5c4f57b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.719741] env[68134]: DEBUG nova.compute.provider_tree [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.767941] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52490266-83a2-1980-302d-8bcaecbb1457, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.771991] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.772168] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 5c9a9a39-861a-427f-a1a9-537ae8f262cd/5c9a9a39-861a-427f-a1a9-537ae8f262cd.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.772498] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f48d56ad-1b5d-4c75-92d5-9a38ac9b8f07 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.783114] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077458} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.785021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.785843] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 934.785843] env[68134]: value = "task-2965140" [ 934.785843] env[68134]: _type = "Task" [ 934.785843] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.786246] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d15343-8331-4a2e-ad05-6d320d13276b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.817792] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a95df7dc-bab1-4914-9aa1-e2188df5f9d7/a95df7dc-bab1-4914-9aa1-e2188df5f9d7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.821084] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89cbe55c-b2ec-452f-82e3-9819559afcce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.837771] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.844764] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 934.844764] env[68134]: value = "task-2965141" [ 934.844764] env[68134]: _type = "Task" [ 934.844764] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.855209] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.924491] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f7578951-667c-401a-a56e-637a992dddb4] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.157762] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965139, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.224376] env[68134]: DEBUG nova.scheduler.client.report [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.303741] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.335681] env[68134]: DEBUG nova.compute.manager [req-5daff97b-db17-44fb-a302-df7e2d69c934 req-0254b1e2-14f0-4ba7-ac2e-5bf29e1f8853 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Received event network-vif-deleted-ebcc1f8e-3219-4cf4-9653-84863b5e7127 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.335885] env[68134]: INFO nova.compute.manager [req-5daff97b-db17-44fb-a302-df7e2d69c934 req-0254b1e2-14f0-4ba7-ac2e-5bf29e1f8853 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Neutron deleted interface ebcc1f8e-3219-4cf4-9653-84863b5e7127; detaching it from the instance and deleting it from the info cache [ 935.337367] env[68134]: DEBUG nova.network.neutron [req-5daff97b-db17-44fb-a302-df7e2d69c934 req-0254b1e2-14f0-4ba7-ac2e-5bf29e1f8853 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.359336] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965141, 'name': ReconfigVM_Task, 'duration_secs': 0.431643} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.360638] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a95df7dc-bab1-4914-9aa1-e2188df5f9d7/a95df7dc-bab1-4914-9aa1-e2188df5f9d7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.361936] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23174e54-ade1-4c54-85d4-ba81a6c26d4d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.370785] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 935.370785] env[68134]: value = "task-2965142" [ 935.370785] env[68134]: _type = "Task" [ 935.370785] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.383661] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965142, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.428200] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 33d3c446-1267-4eb7-970b-af1013db456c] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.660404] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965139, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.733137] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.733137] env[68134]: INFO nova.compute.manager [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Migrating [ 935.741139] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.087s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.743016] env[68134]: INFO nova.compute.claims [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.806238] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.812364] env[68134]: DEBUG nova.network.neutron [-] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.842838] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-232cb005-df18-4add-8ebb-3330f73df32d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.853364] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b60d5e-bdc0-4646-8ebd-dd152b6ff5f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.895176] env[68134]: DEBUG nova.compute.manager [req-5daff97b-db17-44fb-a302-df7e2d69c934 req-0254b1e2-14f0-4ba7-ac2e-5bf29e1f8853 service nova] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Detach interface failed, port_id=ebcc1f8e-3219-4cf4-9653-84863b5e7127, reason: Instance 46b949b1-5198-432d-a4c7-7e25cfca46b7 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.899363] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965142, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.935604] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.935795] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Cleaning up deleted instances with incomplete migration {{(pid=68134) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 936.160221] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965139, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.270755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.270755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.270755] env[68134]: DEBUG nova.network.neutron [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.309301] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965140, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.316088] env[68134]: INFO nova.compute.manager [-] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Took 1.97 seconds to deallocate network for instance. [ 936.388140] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965142, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.439239] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.661553] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965139, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.809412] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965140, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.826615] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.899587] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965142, 'name': Rename_Task, 'duration_secs': 1.266833} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.903176] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.904820] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed849ae-4c9d-4005-9e8b-9d574e70f9e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.918755] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 936.918755] env[68134]: value = "task-2965143" [ 936.918755] env[68134]: _type = "Task" [ 936.918755] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.948142] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.174713] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965139, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.192850] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acedf9d8-fc7a-4dee-8ab3-690642cb2741 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.208106] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aff781-3fac-43df-9c8a-3ce44b0661d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.255052] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a621d280-f359-4806-9b48-b068e34c4650 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.268647] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343f16b1-9116-46e7-b215-5dd33483d9bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.288448] env[68134]: DEBUG nova.compute.provider_tree [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.307521] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965140, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.152896} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.308755] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 5c9a9a39-861a-427f-a1a9-537ae8f262cd/5c9a9a39-861a-427f-a1a9-537ae8f262cd.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.309145] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.309893] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3668ed0c-f999-4391-819e-c3b01cd02988 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.321710] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 937.321710] env[68134]: value = "task-2965144" [ 937.321710] env[68134]: _type = "Task" [ 937.321710] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.334162] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.349087] env[68134]: DEBUG nova.network.neutron [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance_info_cache with network_info: [{"id": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "address": "fa:16:3e:2d:fe:55", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f31168e-de", "ovs_interfaceid": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.442781] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965143, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.662784] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965139, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.864374} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.663173] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2f277b7a-74f4-4fee-baaf-620335072244/2f277b7a-74f4-4fee-baaf-620335072244.vmdk to [datastore1] ad00f21c-7907-4e07-bc8c-f36caf3271ec/ad00f21c-7907-4e07-bc8c-f36caf3271ec.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.663979] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490840e5-65c1-4b56-b47e-8f601ce4c6d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.685925] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ad00f21c-7907-4e07-bc8c-f36caf3271ec/ad00f21c-7907-4e07-bc8c-f36caf3271ec.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.686090] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9775753f-8242-4f3d-af78-98fa6d6d7f77 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.708108] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 937.708108] env[68134]: value = "task-2965145" [ 937.708108] env[68134]: _type = "Task" [ 937.708108] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.719248] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.792361] env[68134]: DEBUG nova.scheduler.client.report [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.834570] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20719} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.834570] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.835331] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cfda10-55e5-4595-b059-4b100714108f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.861385] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 5c9a9a39-861a-427f-a1a9-537ae8f262cd/5c9a9a39-861a-427f-a1a9-537ae8f262cd.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.862360] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.868020] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35cbfa84-f7c2-4a21-aaa6-586af8a1043a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.889498] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 937.889498] env[68134]: value = "task-2965146" [ 937.889498] env[68134]: _type = "Task" [ 937.889498] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.898980] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.935564] env[68134]: DEBUG oslo_vmware.api [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965143, 'name': PowerOnVM_Task, 'duration_secs': 0.632903} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.935989] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.936326] env[68134]: INFO nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Took 13.82 seconds to spawn the instance on the hypervisor. [ 937.936536] env[68134]: DEBUG nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.937417] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7582957a-ba5f-4c35-a8db-e891ff7002c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.223242] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965145, 'name': ReconfigVM_Task, 'duration_secs': 0.282801} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.223666] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ad00f21c-7907-4e07-bc8c-f36caf3271ec/ad00f21c-7907-4e07-bc8c-f36caf3271ec.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.224480] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c27d83b-d4e7-4d47-91eb-8979d5f6e08d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.232815] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 938.232815] env[68134]: value = "task-2965147" [ 938.232815] env[68134]: _type = "Task" [ 938.232815] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.242097] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965147, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.300629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.304180] env[68134]: DEBUG nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.307274] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.568s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.308796] env[68134]: INFO nova.compute.claims [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.404564] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965146, 'name': ReconfigVM_Task, 'duration_secs': 0.289033} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.404564] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 5c9a9a39-861a-427f-a1a9-537ae8f262cd/5c9a9a39-861a-427f-a1a9-537ae8f262cd.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.404564] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d9cdea-3120-4737-970f-568401151e4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.412891] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 938.412891] env[68134]: value = "task-2965148" [ 938.412891] env[68134]: _type = "Task" [ 938.412891] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.422598] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965148, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.461687] env[68134]: INFO nova.compute.manager [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Took 34.71 seconds to build instance. [ 938.582524] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.582812] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.745318] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965147, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.813437] env[68134]: DEBUG nova.compute.utils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.816844] env[68134]: DEBUG nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.817090] env[68134]: DEBUG nova.network.neutron [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.855286] env[68134]: DEBUG nova.policy [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '413a7dfe1d7542b5aa46a4756442de28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '426fbaa983f04075a7bfb857f6574b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.923692] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965148, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.963094] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8b430bef-76ee-4e53-9060-043872ffb1ec tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.224s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.085884] env[68134]: DEBUG nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.152370] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.152664] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.152888] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.153082] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.153247] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.155828] env[68134]: INFO nova.compute.manager [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Terminating instance [ 939.246283] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965147, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.317738] env[68134]: DEBUG nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.350782] env[68134]: DEBUG nova.network.neutron [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Successfully created port: acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.376767] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9416bd-d17e-47bb-95a1-344221f283c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.401272] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance '63a4be3b-b9f8-421e-9a0b-758ef0d27bfe' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.424432] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965148, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.617219] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.660717] env[68134]: DEBUG nova.compute.manager [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.664017] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.664017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e0a345-d4b5-4283-979b-ef79c61a2597 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.670779] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.673824] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f54df877-8f82-40fd-8539-2c33f8bb836f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.682138] env[68134]: DEBUG oslo_vmware.api [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 939.682138] env[68134]: value = "task-2965149" [ 939.682138] env[68134]: _type = "Task" [ 939.682138] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.699507] env[68134]: DEBUG oslo_vmware.api [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.714909] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d12aaee-6a19-4a73-9622-d55738500f02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.726649] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d277426-e0c4-410a-9ae8-cbf099201e7f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.767134] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4cdbef-be01-4569-a797-2e8e13717c14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.775409] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965147, 'name': Rename_Task, 'duration_secs': 1.186872} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.777826] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.778388] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ec93e88-4367-4618-a503-fe2e9faa219d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.781096] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10908841-871f-4b71-ac19-380b4d2ea961 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.799913] env[68134]: DEBUG nova.compute.provider_tree [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.802727] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 939.802727] env[68134]: value = "task-2965150" [ 939.802727] env[68134]: _type = "Task" [ 939.802727] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.811841] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.912139] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.912139] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502d97d8-336b-4662-8126-77feb9313b06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.927092] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965148, 'name': Rename_Task, 'duration_secs': 1.230118} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.929472] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.930114] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 939.930114] env[68134]: value = "task-2965151" [ 939.930114] env[68134]: _type = "Task" [ 939.930114] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.930357] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17482755-5968-4321-b74a-aea1c237f219 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.946794] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.948784] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 939.948784] env[68134]: value = "task-2965152" [ 939.948784] env[68134]: _type = "Task" [ 939.948784] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.961839] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.195455] env[68134]: DEBUG oslo_vmware.api [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965149, 'name': PowerOffVM_Task, 'duration_secs': 0.286589} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.196142] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.196426] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.196789] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b84308d-9ae3-4cdb-afe3-dd245638591e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.274471] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.275398] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.276011] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleting the datastore file [datastore1] a95df7dc-bab1-4914-9aa1-e2188df5f9d7 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.276638] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e6c021-88f5-4004-862b-14db46a0c9da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.287446] env[68134]: DEBUG oslo_vmware.api [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 940.287446] env[68134]: value = "task-2965154" [ 940.287446] env[68134]: _type = "Task" [ 940.287446] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.301946] env[68134]: DEBUG oslo_vmware.api [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.307295] env[68134]: DEBUG nova.scheduler.client.report [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.319816] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.325420] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "d2890949-bdad-4ab6-b5b5-03e8728292cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.326085] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.330090] env[68134]: DEBUG nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.363340] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.365833] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.365833] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.365833] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.365833] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.365833] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.366257] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.366652] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.367886] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.367886] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.367886] env[68134]: DEBUG nova.virt.hardware [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.369580] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d9e776-722f-49f6-be86-f85ce1621e0f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.385248] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f3ac57-0125-4abf-abd9-b72fdd8d42bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.449026] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965151, 'name': PowerOffVM_Task, 'duration_secs': 0.198858} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.450497] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.450738] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance '63a4be3b-b9f8-421e-9a0b-758ef0d27bfe' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.465214] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.802062] env[68134]: DEBUG oslo_vmware.api [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285085} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.802062] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.802395] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.802395] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.802503] env[68134]: INFO nova.compute.manager [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 940.802735] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.803128] env[68134]: DEBUG nova.compute.manager [-] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.803238] env[68134]: DEBUG nova.network.neutron [-] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.819207] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.819207] env[68134]: DEBUG nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.819608] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.109s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.821794] env[68134]: INFO nova.compute.claims [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.832045] env[68134]: DEBUG nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.835579] env[68134]: DEBUG oslo_vmware.api [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965150, 'name': PowerOnVM_Task, 'duration_secs': 0.531769} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.835579] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.835951] env[68134]: INFO nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Took 19.24 seconds to spawn the instance on the hypervisor. [ 940.836326] env[68134]: DEBUG nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.837338] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddebb8f-2d03-4948-a586-fee491f4803a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.960756] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.961210] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.961210] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.964153] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.976656] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa28f835-c8ce-4548-9338-9af5bf093efe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.988022] env[68134]: DEBUG oslo_vmware.api [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965152, 'name': PowerOnVM_Task, 'duration_secs': 0.617921} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.988022] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.988022] env[68134]: INFO nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Took 14.28 seconds to spawn the instance on the hypervisor. [ 940.988232] env[68134]: DEBUG nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.989580] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78882960-d653-4db6-ba1e-278a2dc8c77f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.995775] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 940.995775] env[68134]: value = "task-2965155" [ 940.995775] env[68134]: _type = "Task" [ 940.995775] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.013362] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.086618] env[68134]: DEBUG nova.compute.manager [req-5755d73c-b2ab-4c3e-a5bb-0c346dcffd66 req-e4a62664-3ee7-4538-9153-cbb67ca451ed service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Received event network-vif-deleted-f4d52f69-57ad-4541-bd3b-06b593f98302 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.086618] env[68134]: INFO nova.compute.manager [req-5755d73c-b2ab-4c3e-a5bb-0c346dcffd66 req-e4a62664-3ee7-4538-9153-cbb67ca451ed service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Neutron deleted interface f4d52f69-57ad-4541-bd3b-06b593f98302; detaching it from the instance and deleting it from the info cache [ 941.086850] env[68134]: DEBUG nova.network.neutron [req-5755d73c-b2ab-4c3e-a5bb-0c346dcffd66 req-e4a62664-3ee7-4538-9153-cbb67ca451ed service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.329395] env[68134]: DEBUG nova.compute.utils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.331103] env[68134]: DEBUG nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.334112] env[68134]: DEBUG nova.network.neutron [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.364511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.364964] env[68134]: INFO nova.compute.manager [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Took 43.68 seconds to build instance. [ 941.435174] env[68134]: DEBUG nova.policy [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fb2ac5fe3349b0bc4a16d4270687bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f52cc9e7d8904c5898f1c8ebd988862f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.468150] env[68134]: DEBUG nova.compute.manager [req-32a7577e-86a8-4e5f-96cb-5aa5c44f2b16 req-47b9c35f-2db4-43a0-94f6-c7e27e5726cf service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Received event network-vif-plugged-acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.468150] env[68134]: DEBUG oslo_concurrency.lockutils [req-32a7577e-86a8-4e5f-96cb-5aa5c44f2b16 req-47b9c35f-2db4-43a0-94f6-c7e27e5726cf service nova] Acquiring lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.468150] env[68134]: DEBUG oslo_concurrency.lockutils [req-32a7577e-86a8-4e5f-96cb-5aa5c44f2b16 req-47b9c35f-2db4-43a0-94f6-c7e27e5726cf service nova] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.468150] env[68134]: DEBUG oslo_concurrency.lockutils [req-32a7577e-86a8-4e5f-96cb-5aa5c44f2b16 req-47b9c35f-2db4-43a0-94f6-c7e27e5726cf service nova] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.468150] env[68134]: DEBUG nova.compute.manager [req-32a7577e-86a8-4e5f-96cb-5aa5c44f2b16 req-47b9c35f-2db4-43a0-94f6-c7e27e5726cf service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] No waiting events found dispatching network-vif-plugged-acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.468150] env[68134]: WARNING nova.compute.manager [req-32a7577e-86a8-4e5f-96cb-5aa5c44f2b16 req-47b9c35f-2db4-43a0-94f6-c7e27e5726cf service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Received unexpected event network-vif-plugged-acea6165-bdcf-474c-8e17-4542604802ff for instance with vm_state building and task_state spawning. [ 941.511518] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965155, 'name': ReconfigVM_Task, 'duration_secs': 0.244876} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.513712] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance '63a4be3b-b9f8-421e-9a0b-758ef0d27bfe' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.517096] env[68134]: INFO nova.compute.manager [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Took 35.61 seconds to build instance. [ 941.568204] env[68134]: DEBUG nova.network.neutron [-] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.590410] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-933bb993-7b2a-4708-bcbc-4ada9037c816 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.603106] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60dc2f4-590c-4ec7-bb0f-a0455f81f545 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.650861] env[68134]: DEBUG nova.compute.manager [req-5755d73c-b2ab-4c3e-a5bb-0c346dcffd66 req-e4a62664-3ee7-4538-9153-cbb67ca451ed service nova] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Detach interface failed, port_id=f4d52f69-57ad-4541-bd3b-06b593f98302, reason: Instance a95df7dc-bab1-4914-9aa1-e2188df5f9d7 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.685456] env[68134]: DEBUG nova.network.neutron [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Successfully updated port: acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.892665] env[68134]: DEBUG nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.901318] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2abd66a5-d540-46ba-abf4-eb4c676ef0a0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.223s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.902230] env[68134]: DEBUG nova.network.neutron [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Successfully created port: cf19fbf7-88f2-4df6-b225-c76c67b28592 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.022430] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.023016] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.027023] env[68134]: DEBUG nova.virt.hardware [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.032406] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.032970] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fac601f7-9cfa-4cf5-ae6d-9d11b7d694ff tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.134s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.037204] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19522ec8-8c88-46d4-a76d-139ba484c2d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.061331] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 942.061331] env[68134]: value = "task-2965156" [ 942.061331] env[68134]: _type = "Task" [ 942.061331] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.074600] env[68134]: INFO nova.compute.manager [-] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Took 1.27 seconds to deallocate network for instance. [ 942.074928] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.186558] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.186723] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.186888] env[68134]: DEBUG nova.network.neutron [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.290234] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.290721] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.291068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.291381] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.291662] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.293912] env[68134]: INFO nova.compute.manager [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Terminating instance [ 942.404120] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237eb266-02e7-4383-beff-dadffaa5ed3c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.419550] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d06f53-8dc6-45eb-83a6-92c82abb7548 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.463532] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d7a51-b5d5-4b99-8b31-4b987375ff85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.474621] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6433de13-ce4f-42eb-8ebc-d1a177d4628b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.492821] env[68134]: DEBUG nova.compute.provider_tree [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.571666] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965156, 'name': ReconfigVM_Task, 'duration_secs': 0.257926} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.573594] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.573594] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936304a2-08a7-45f2-a478-28dfff8c521a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.592021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.599214] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe/63a4be3b-b9f8-421e-9a0b-758ef0d27bfe.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.599214] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea8ad50d-8a39-456a-89af-787d04082bff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.624758] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 942.624758] env[68134]: value = "task-2965157" [ 942.624758] env[68134]: _type = "Task" [ 942.624758] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.637134] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.748192] env[68134]: DEBUG nova.network.neutron [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.798665] env[68134]: DEBUG nova.compute.manager [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.798665] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.799652] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7537f7-93f0-47d5-9c47-8cc76fe72c1d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.817144] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.817901] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-583c9206-38ee-4a04-9949-735ccf5ee495 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.828117] env[68134]: DEBUG oslo_vmware.api [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 942.828117] env[68134]: value = "task-2965158" [ 942.828117] env[68134]: _type = "Task" [ 942.828117] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.840167] env[68134]: DEBUG oslo_vmware.api [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.915491] env[68134]: DEBUG nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.942099] env[68134]: DEBUG nova.network.neutron [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.946572] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.946847] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.947016] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.947209] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.947349] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.947489] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.947690] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.947851] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.948033] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.948207] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.948390] env[68134]: DEBUG nova.virt.hardware [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.949301] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97442126-01d5-4305-a1de-a381fee1c6f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.959033] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b356c2eb-b446-48d2-8f06-53e4647637d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.997766] env[68134]: DEBUG nova.scheduler.client.report [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.136488] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.197145] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.197145] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.197414] env[68134]: INFO nova.compute.manager [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Shelving [ 943.340276] env[68134]: DEBUG oslo_vmware.api [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965158, 'name': PowerOffVM_Task, 'duration_secs': 0.352767} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.340276] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.340276] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.340276] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d008694-0045-42fd-b379-b5e37515e35b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.417034] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.417034] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.417034] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleting the datastore file [datastore1] ad00f21c-7907-4e07-bc8c-f36caf3271ec {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.417354] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-456aa390-a577-47e0-b047-848332f9789e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.425511] env[68134]: DEBUG oslo_vmware.api [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 943.425511] env[68134]: value = "task-2965160" [ 943.425511] env[68134]: _type = "Task" [ 943.425511] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.434477] env[68134]: DEBUG oslo_vmware.api [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.444271] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.444635] env[68134]: DEBUG nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Instance network_info: |[{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.445057] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:24:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acea6165-bdcf-474c-8e17-4542604802ff', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.454706] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.454952] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.455193] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51436573-aa44-4f49-885a-abc0f991a363 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.479565] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.479565] env[68134]: value = "task-2965161" [ 943.479565] env[68134]: _type = "Task" [ 943.479565] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.488034] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965161, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.503184] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.503718] env[68134]: DEBUG nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.507034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.034s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.508475] env[68134]: INFO nova.compute.claims [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.636595] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965157, 'name': ReconfigVM_Task, 'duration_secs': 0.561135} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.638279] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe/63a4be3b-b9f8-421e-9a0b-758ef0d27bfe.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.638773] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance '63a4be3b-b9f8-421e-9a0b-758ef0d27bfe' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.645169] env[68134]: DEBUG nova.compute.manager [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Received event network-changed-acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.645359] env[68134]: DEBUG nova.compute.manager [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing instance network info cache due to event network-changed-acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.645757] env[68134]: DEBUG oslo_concurrency.lockutils [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] Acquiring lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.645910] env[68134]: DEBUG oslo_concurrency.lockutils [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] Acquired lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.646299] env[68134]: DEBUG nova.network.neutron [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing network info cache for port acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.765981] env[68134]: INFO nova.compute.manager [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Rebuilding instance [ 943.823280] env[68134]: DEBUG nova.compute.manager [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.824502] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d61b358-7193-4a4f-8e3a-010ccaeb4111 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.939502] env[68134]: DEBUG oslo_vmware.api [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419957} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.939852] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.940722] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.940996] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.941259] env[68134]: INFO nova.compute.manager [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 943.941582] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.941845] env[68134]: DEBUG nova.compute.manager [-] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.941962] env[68134]: DEBUG nova.network.neutron [-] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.997637] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965161, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.009220] env[68134]: DEBUG nova.compute.utils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.014027] env[68134]: DEBUG nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.014027] env[68134]: DEBUG nova.network.neutron [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.059875] env[68134]: DEBUG nova.compute.manager [req-43b2385d-d80d-4e15-93cf-eb6d8370a670 req-7925d284-f32e-4c4d-8149-b1fa46808f10 service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Received event network-vif-plugged-cf19fbf7-88f2-4df6-b225-c76c67b28592 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.060149] env[68134]: DEBUG oslo_concurrency.lockutils [req-43b2385d-d80d-4e15-93cf-eb6d8370a670 req-7925d284-f32e-4c4d-8149-b1fa46808f10 service nova] Acquiring lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.060404] env[68134]: DEBUG oslo_concurrency.lockutils [req-43b2385d-d80d-4e15-93cf-eb6d8370a670 req-7925d284-f32e-4c4d-8149-b1fa46808f10 service nova] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.060538] env[68134]: DEBUG oslo_concurrency.lockutils [req-43b2385d-d80d-4e15-93cf-eb6d8370a670 req-7925d284-f32e-4c4d-8149-b1fa46808f10 service nova] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.060705] env[68134]: DEBUG nova.compute.manager [req-43b2385d-d80d-4e15-93cf-eb6d8370a670 req-7925d284-f32e-4c4d-8149-b1fa46808f10 service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] No waiting events found dispatching network-vif-plugged-cf19fbf7-88f2-4df6-b225-c76c67b28592 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.060871] env[68134]: WARNING nova.compute.manager [req-43b2385d-d80d-4e15-93cf-eb6d8370a670 req-7925d284-f32e-4c4d-8149-b1fa46808f10 service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Received unexpected event network-vif-plugged-cf19fbf7-88f2-4df6-b225-c76c67b28592 for instance with vm_state building and task_state spawning. [ 944.084057] env[68134]: DEBUG nova.policy [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa2469fad8754f65b15e0df61eed5104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cafd09e7111429cba1bbd51b2d0eb22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.147623] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee16ad9-e7a1-49a4-98d4-b7a48a673b8d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.177865] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8391615b-50de-4313-8422-739a74a1f9be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.202960] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance '63a4be3b-b9f8-421e-9a0b-758ef0d27bfe' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.207939] env[68134]: DEBUG nova.network.neutron [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Successfully updated port: cf19fbf7-88f2-4df6-b225-c76c67b28592 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.209285] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.209593] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69512218-c263-4632-b035-fc6d411b331d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.219767] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 944.219767] env[68134]: value = "task-2965162" [ 944.219767] env[68134]: _type = "Task" [ 944.219767] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.231368] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.339208] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.339419] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.491294] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965161, 'name': CreateVM_Task, 'duration_secs': 0.64154} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.491485] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.492177] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.492349] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.492671] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.492930] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954dcebe-5b61-429c-9958-f1679d7526df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.498134] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 944.498134] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52373bfd-0ff5-62ef-ccb4-12d6283a257e" [ 944.498134] env[68134]: _type = "Task" [ 944.498134] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.507132] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52373bfd-0ff5-62ef-ccb4-12d6283a257e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.513655] env[68134]: DEBUG nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.524226] env[68134]: DEBUG nova.network.neutron [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updated VIF entry in instance network info cache for port acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.524594] env[68134]: DEBUG nova.network.neutron [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.616052] env[68134]: DEBUG nova.network.neutron [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Successfully created port: b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.714957] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.715293] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.715508] env[68134]: DEBUG nova.network.neutron [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.729195] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.744704] env[68134]: DEBUG nova.network.neutron [-] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.780847] env[68134]: DEBUG nova.network.neutron [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Port 1f31168e-deb4-4718-8fbd-aac2ef1f0338 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 944.843389] env[68134]: DEBUG nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.846107] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.846706] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a312c8d2-f6f2-4fbd-80b9-ce9fddc6d772 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.854331] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 944.854331] env[68134]: value = "task-2965163" [ 944.854331] env[68134]: _type = "Task" [ 944.854331] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.869293] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.912052] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17691f0-8185-4713-8a97-951272949216 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.921481] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5863290a-ae5c-4ffd-8740-0286f5698853 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.954950] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26490000-3a4d-4c06-b9f5-a3c0eeedd03a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.963563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97229cd-85f6-4138-b4c0-b05b9cf8d352 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.977532] env[68134]: DEBUG nova.compute.provider_tree [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.008979] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52373bfd-0ff5-62ef-ccb4-12d6283a257e, 'name': SearchDatastore_Task, 'duration_secs': 0.037157} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.009302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.009534] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.009818] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.009976] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.010228] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.010496] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412b01a9-44d5-467e-a07a-fe2a9d0d22ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.022690] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.022881] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.023561] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7accf5a2-62f5-4e48-beda-c5cdfe3748db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.027504] env[68134]: DEBUG oslo_concurrency.lockutils [req-72c0f959-ac34-48a0-8d74-3a868c3ea225 req-be72705c-a548-4e3a-83da-9b2f38b09751 service nova] Releasing lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.029241] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 945.029241] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f87095-5e67-fcb9-cb87-8e8588d4f220" [ 945.029241] env[68134]: _type = "Task" [ 945.029241] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.037528] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f87095-5e67-fcb9-cb87-8e8588d4f220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.233080] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965162, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.247902] env[68134]: INFO nova.compute.manager [-] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Took 1.31 seconds to deallocate network for instance. [ 945.262699] env[68134]: DEBUG nova.network.neutron [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.365491] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965163, 'name': PowerOffVM_Task, 'duration_secs': 0.393556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.366754] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.367491] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.367845] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.368205] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f080bd26-c613-4b9b-b19b-08bf442ea5a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.374968] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 945.374968] env[68134]: value = "task-2965164" [ 945.374968] env[68134]: _type = "Task" [ 945.374968] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.383444] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.437041] env[68134]: DEBUG nova.network.neutron [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Updating instance_info_cache with network_info: [{"id": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "address": "fa:16:3e:59:dc:51", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf19fbf7-88", "ovs_interfaceid": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.482992] env[68134]: DEBUG nova.scheduler.client.report [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.522929] env[68134]: DEBUG nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.540067] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f87095-5e67-fcb9-cb87-8e8588d4f220, 'name': SearchDatastore_Task, 'duration_secs': 0.034991} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.542997] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164f4b58-e2fb-4eff-82c4-946791e231fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.548379] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.548604] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.548757] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.548967] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.549135] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.549280] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.549488] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.549643] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.549843] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.549992] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.550181] env[68134]: DEBUG nova.virt.hardware [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.550948] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fecb029-75d1-438b-b6d4-260ffd6bd373 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.554388] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 945.554388] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52269b63-e347-51d1-1368-e4cbb6825a51" [ 945.554388] env[68134]: _type = "Task" [ 945.554388] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.560956] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15817fbc-44ac-4c3d-9124-79c7ac2590d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.569595] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52269b63-e347-51d1-1368-e4cbb6825a51, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.570296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.570646] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/b2564b4c-1699-44af-9b4e-0fe01bde9a04.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.570945] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b3822c-20d7-4ae4-a3db-614b07d7bd46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.585170] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 945.585170] env[68134]: value = "task-2965165" [ 945.585170] env[68134]: _type = "Task" [ 945.585170] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.593140] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.675061] env[68134]: DEBUG nova.compute.manager [req-b8a4b0b1-3a5f-4585-a988-3e037d6917f9 req-4b02a8b7-5c51-46d0-b5e4-e1e4ef39abde service nova] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Received event network-vif-deleted-2a7414a8-e69e-4bfc-a7c9-f8050b73c7af {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.731251] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965162, 'name': PowerOffVM_Task, 'duration_secs': 1.035665} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.731545] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.732781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add3b9c7-96f2-4b01-a217-0bd577f6ad08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.754723] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c8ece-6f77-4b33-a8a6-6ed729d25d95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.758572] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.806485] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.806485] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.806485] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.887065] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 945.887065] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.887065] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594954', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'name': 'volume-0a3dd073-11a7-4f15-a978-04629572ab04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b099ae4-4993-4664-818e-c6fc4f3694b8', 'attached_at': '', 'detached_at': '', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'serial': '0a3dd073-11a7-4f15-a978-04629572ab04'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.887884] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9bcd50-c50e-44a5-97ac-db36fc5ecb7c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.908669] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b8309-e447-4b92-bd1c-9a86a8e4509e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.917241] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d0e95f-968c-400a-b0df-30546e3168a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.938586] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02786a6-2e63-46ac-b72b-46806242ffb7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.941568] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.941871] env[68134]: DEBUG nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Instance network_info: |[{"id": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "address": "fa:16:3e:59:dc:51", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf19fbf7-88", "ovs_interfaceid": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.942293] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:dc:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf19fbf7-88f2-4df6-b225-c76c67b28592', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.949683] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Creating folder: Project (f52cc9e7d8904c5898f1c8ebd988862f). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.950496] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e347491c-55be-45c3-b3f9-00625abff571 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.964971] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] The volume has not been displaced from its original location: [datastore1] volume-0a3dd073-11a7-4f15-a978-04629572ab04/volume-0a3dd073-11a7-4f15-a978-04629572ab04.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 945.970409] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.972212] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e46976-1151-471d-8e20-80b97baa0e65 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.985131] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Created folder: Project (f52cc9e7d8904c5898f1c8ebd988862f) in parent group-v594791. [ 945.985352] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Creating folder: Instances. Parent ref: group-v594996. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.987425] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66b44e7d-fda1-45ba-bc6b-59f5c99b7163 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.988346] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.988789] env[68134]: DEBUG nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.992173] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.376s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.993302] env[68134]: INFO nova.compute.claims [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.998079] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 945.998079] env[68134]: value = "task-2965167" [ 945.998079] env[68134]: _type = "Task" [ 945.998079] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.011434] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.011434] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Created folder: Instances in parent group-v594996. [ 946.011434] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.011434] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.011434] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfbfd69c-d930-4d60-af11-25705147112c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.036227] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.036227] env[68134]: value = "task-2965169" [ 946.036227] env[68134]: _type = "Task" [ 946.036227] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.045814] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965169, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.095748] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471619} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.096051] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/b2564b4c-1699-44af-9b4e-0fe01bde9a04.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.096278] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.096541] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2a32ee9-c04f-474e-8f74-13517e2a8ba4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.104946] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 946.104946] env[68134]: value = "task-2965170" [ 946.104946] env[68134]: _type = "Task" [ 946.104946] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.115071] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.187752] env[68134]: DEBUG nova.compute.manager [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Received event network-changed-cf19fbf7-88f2-4df6-b225-c76c67b28592 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.187982] env[68134]: DEBUG nova.compute.manager [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Refreshing instance network info cache due to event network-changed-cf19fbf7-88f2-4df6-b225-c76c67b28592. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.188719] env[68134]: DEBUG oslo_concurrency.lockutils [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] Acquiring lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.188719] env[68134]: DEBUG oslo_concurrency.lockutils [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] Acquired lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.188719] env[68134]: DEBUG nova.network.neutron [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Refreshing network info cache for port cf19fbf7-88f2-4df6-b225-c76c67b28592 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.190366] env[68134]: INFO nova.compute.manager [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Rebuilding instance [ 946.245370] env[68134]: DEBUG nova.compute.manager [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.246316] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd30af6e-72f6-4eaa-9a2b-5b57e660914b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.272476] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 946.272476] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d1f2fdd-9f77-407e-b23a-eabf6e82fbe3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.280339] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 946.280339] env[68134]: value = "task-2965171" [ 946.280339] env[68134]: _type = "Task" [ 946.280339] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.289356] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.351974] env[68134]: DEBUG nova.network.neutron [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Successfully updated port: b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.499663] env[68134]: DEBUG nova.compute.utils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.503156] env[68134]: DEBUG nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.505023] env[68134]: DEBUG nova.network.neutron [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.515837] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965167, 'name': ReconfigVM_Task, 'duration_secs': 0.241978} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.516114] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.521111] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8306149e-4f73-41e5-a057-ae2747e76053 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.547259] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 946.547259] env[68134]: value = "task-2965172" [ 946.547259] env[68134]: _type = "Task" [ 946.547259] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.549174] env[68134]: DEBUG nova.policy [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23acc638445244c8afd1f8934b9d6d46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e324a54fc10b45cdaa0200d0f219f4d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.554642] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965169, 'name': CreateVM_Task, 'duration_secs': 0.413651} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.555393] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.556057] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.556229] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.556528] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.556779] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a78208-1665-4f36-934b-e51abe9bd56f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.562422] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.565902] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 946.565902] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f7f494-a131-910b-1aa4-4d98476df814" [ 946.565902] env[68134]: _type = "Task" [ 946.565902] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.576051] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f7f494-a131-910b-1aa4-4d98476df814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.615375] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0782} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.615670] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.616500] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063003c0-f278-4f3b-8593-5281d14350e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.653440] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/b2564b4c-1699-44af-9b4e-0fe01bde9a04.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.653841] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0226839-5572-4706-a5d6-b05865249eec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.675879] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 946.675879] env[68134]: value = "task-2965173" [ 946.675879] env[68134]: _type = "Task" [ 946.675879] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.686975] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.791394] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965171, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.856704] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "refresh_cache-dff871d1-30cd-4780-ac55-c601cd6d0ec6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.856704] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquired lock "refresh_cache-dff871d1-30cd-4780-ac55-c601cd6d0ec6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.856910] env[68134]: DEBUG nova.network.neutron [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.865538] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.865733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.865909] env[68134]: DEBUG nova.network.neutron [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.003893] env[68134]: DEBUG nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.048903] env[68134]: DEBUG nova.network.neutron [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Successfully created port: 24895d27-d506-421e-8593-893cc414cbba {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.054435] env[68134]: DEBUG nova.network.neutron [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Updated VIF entry in instance network info cache for port cf19fbf7-88f2-4df6-b225-c76c67b28592. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.054822] env[68134]: DEBUG nova.network.neutron [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Updating instance_info_cache with network_info: [{"id": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "address": "fa:16:3e:59:dc:51", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf19fbf7-88", "ovs_interfaceid": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.064257] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965172, 'name': ReconfigVM_Task, 'duration_secs': 0.159902} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.064613] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-594954', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'name': 'volume-0a3dd073-11a7-4f15-a978-04629572ab04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b099ae4-4993-4664-818e-c6fc4f3694b8', 'attached_at': '', 'detached_at': '', 'volume_id': '0a3dd073-11a7-4f15-a978-04629572ab04', 'serial': '0a3dd073-11a7-4f15-a978-04629572ab04'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 947.064924] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.065767] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e49471-38c1-4ffd-8973-811afa72f7bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.077868] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.078490] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bb8f063-18e0-437e-b276-8a3fb3bacc18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.083374] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f7f494-a131-910b-1aa4-4d98476df814, 'name': SearchDatastore_Task, 'duration_secs': 0.029192} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.084737] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.085035] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.085315] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.085481] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.085673] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.088182] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b124509-ce53-479c-9f0f-1d7e816ebe28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.103081] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.103297] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.105034] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d494bc-aa4b-48dd-aeab-277b621ea944 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.110733] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 947.110733] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ea0b16-46d1-4b5d-0c80-d2b15d29d1a4" [ 947.110733] env[68134]: _type = "Task" [ 947.110733] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.123706] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ea0b16-46d1-4b5d-0c80-d2b15d29d1a4, 'name': SearchDatastore_Task} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.124608] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c222e8-3587-4b54-bf7b-02b37b0c1644 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.132239] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 947.132239] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f52689-4990-1b1e-d113-e47b24deab91" [ 947.132239] env[68134]: _type = "Task" [ 947.132239] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.145682] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f52689-4990-1b1e-d113-e47b24deab91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.156146] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.157017] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.157017] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Deleting the datastore file [datastore1] 8b099ae4-4993-4664-818e-c6fc4f3694b8 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.157017] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ffff1b-75c3-4875-90ed-bcd003524ffa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.164038] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for the task: (returnval){ [ 947.164038] env[68134]: value = "task-2965175" [ 947.164038] env[68134]: _type = "Task" [ 947.164038] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.177435] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.187192] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965173, 'name': ReconfigVM_Task, 'duration_secs': 0.331065} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.187483] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfigured VM instance instance-0000004c to attach disk [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/b2564b4c-1699-44af-9b4e-0fe01bde9a04.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.188166] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2db04ca1-5e58-4045-82a9-74400b10637d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.195656] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 947.195656] env[68134]: value = "task-2965176" [ 947.195656] env[68134]: _type = "Task" [ 947.195656] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.204380] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965176, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.261111] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.261636] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbfc40a-ab1e-4aa2-867e-8767bf7ef163 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.271756] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 947.271756] env[68134]: value = "task-2965177" [ 947.271756] env[68134]: _type = "Task" [ 947.271756] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.287827] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.306193] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965171, 'name': CreateSnapshot_Task, 'duration_secs': 0.79305} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.306638] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.307899] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0c9d7-70ef-41b2-8fbe-748189513565 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.435658] env[68134]: DEBUG nova.network.neutron [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.552304] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b74ec6-e62d-44b5-93a3-670b370be59f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.558473] env[68134]: DEBUG oslo_concurrency.lockutils [req-34f3b70b-9611-4a07-9b79-905129581942 req-c0189d2d-0f57-4f42-92c7-971d2b85767b service nova] Releasing lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.566036] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fafd5f-73c1-400c-9148-5d1ffef8d7fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.602057] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb032f7-5231-4f9a-943d-4c5f917587fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.610617] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cf219b-76f0-4421-a5ad-2a7d92d34db2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.626942] env[68134]: DEBUG nova.compute.provider_tree [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.642432] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f52689-4990-1b1e-d113-e47b24deab91, 'name': SearchDatastore_Task, 'duration_secs': 0.013525} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.643321] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.643648] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/bd7d95c8-a982-4671-a74f-3b3038fbaadd.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.643936] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34583c65-1937-45d9-9a92-055fe2bc611b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.651867] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 947.651867] env[68134]: value = "task-2965178" [ 947.651867] env[68134]: _type = "Task" [ 947.651867] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.662731] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.670960] env[68134]: DEBUG nova.network.neutron [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Updating instance_info_cache with network_info: [{"id": "b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d", "address": "fa:16:3e:2b:81:fc", "network": {"id": "bbdc5adb-82b0-422e-9d83-9416311e23f3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1966745273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cafd09e7111429cba1bbd51b2d0eb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a0b36b-e5", "ovs_interfaceid": "b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.675855] env[68134]: DEBUG oslo_vmware.api [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Task: {'id': task-2965175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132037} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.676547] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.676597] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.676839] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.701264] env[68134]: DEBUG nova.network.neutron [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance_info_cache with network_info: [{"id": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "address": "fa:16:3e:2d:fe:55", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f31168e-de", "ovs_interfaceid": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.707839] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965176, 'name': Rename_Task, 'duration_secs': 0.167836} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.708373] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.708622] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c9dc700-854d-43dd-bf2d-98d01829306d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.716285] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 947.716285] env[68134]: value = "task-2965179" [ 947.716285] env[68134]: _type = "Task" [ 947.716285] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.739070] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.760660] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 947.760660] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03e225c7-02c0-4a75-a8e6-881ba4d65f7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.767036] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4ff884-ad7e-4cd2-9e0e-abc911621728 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.787507] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965177, 'name': PowerOffVM_Task, 'duration_secs': 0.204009} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.787760] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.787987] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.789025] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5673ae9-353b-4f1f-af21-88dfc8bcc9dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.811940] env[68134]: ERROR nova.compute.manager [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Failed to detach volume 0a3dd073-11a7-4f15-a978-04629572ab04 from /dev/sda: nova.exception.InstanceNotFound: Instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 could not be found. [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Traceback (most recent call last): [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self.driver.rebuild(**kwargs) [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] raise NotImplementedError() [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] NotImplementedError [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] During handling of the above exception, another exception occurred: [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Traceback (most recent call last): [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self.driver.detach_volume(context, old_connection_info, [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] return self._volumeops.detach_volume(connection_info, instance) [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self._detach_volume_vmdk(connection_info, instance) [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] stable_ref.fetch_moref(session) [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] nova.exception.InstanceNotFound: Instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 could not be found. [ 947.811940] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 947.818724] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.818724] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2523e2d-3204-479c-9a5f-1f927145fa04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.836084] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.836344] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8a99f80-6baf-45c7-97cc-8a71d2405eab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.846759] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 947.846759] env[68134]: value = "task-2965181" [ 947.846759] env[68134]: _type = "Task" [ 947.846759] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.857133] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965181, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.902796] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.902796] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.902796] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleting the datastore file [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.903330] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55de7607-a582-4fdb-9784-fec6d24cd667 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.913810] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 947.913810] env[68134]: value = "task-2965182" [ 947.913810] env[68134]: _type = "Task" [ 947.913810] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.926960] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.992689] env[68134]: DEBUG nova.compute.utils [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Build of instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 aborted: Failed to rebuild volume backed instance. {{(pid=68134) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 947.995947] env[68134]: ERROR nova.compute.manager [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 aborted: Failed to rebuild volume backed instance. [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Traceback (most recent call last): [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self.driver.rebuild(**kwargs) [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] raise NotImplementedError() [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] NotImplementedError [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] During handling of the above exception, another exception occurred: [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Traceback (most recent call last): [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self._detach_root_volume(context, instance, root_bdm) [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] with excutils.save_and_reraise_exception(): [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self.force_reraise() [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] raise self.value [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self.driver.detach_volume(context, old_connection_info, [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] return self._volumeops.detach_volume(connection_info, instance) [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self._detach_volume_vmdk(connection_info, instance) [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] stable_ref.fetch_moref(session) [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] nova.exception.InstanceNotFound: Instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 could not be found. [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] During handling of the above exception, another exception occurred: [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Traceback (most recent call last): [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] yield [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 947.995947] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self._do_rebuild_instance_with_claim( [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self._do_rebuild_instance( [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self._rebuild_default_impl(**kwargs) [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] self._rebuild_volume_backed_instance( [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] raise exception.BuildAbortException( [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] nova.exception.BuildAbortException: Build of instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 aborted: Failed to rebuild volume backed instance. [ 947.997254] env[68134]: ERROR nova.compute.manager [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] [ 948.008080] env[68134]: DEBUG nova.compute.manager [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.009302] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63fb757-013f-4aaf-8ea5-f6f99d850a5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.016046] env[68134]: DEBUG nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.047131] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.047519] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.047948] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.048000] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.048260] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.048460] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.048722] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.049039] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.050706] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.050706] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.050706] env[68134]: DEBUG nova.virt.hardware [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.052837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d211c5c-9f8e-488e-b47b-f77ba04ae555 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.065669] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716dbf05-55c8-4f12-a237-14d9eace8187 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.133536] env[68134]: DEBUG nova.scheduler.client.report [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.165808] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965178, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.177376] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Releasing lock "refresh_cache-dff871d1-30cd-4780-ac55-c601cd6d0ec6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.177728] env[68134]: DEBUG nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Instance network_info: |[{"id": "b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d", "address": "fa:16:3e:2b:81:fc", "network": {"id": "bbdc5adb-82b0-422e-9d83-9416311e23f3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1966745273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cafd09e7111429cba1bbd51b2d0eb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a0b36b-e5", "ovs_interfaceid": "b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.178222] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:81:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.187835] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Creating folder: Project (4cafd09e7111429cba1bbd51b2d0eb22). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.188479] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4199ed45-e13a-4e6d-aa75-2ce9e23c7df3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.209602] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.216777] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Created folder: Project (4cafd09e7111429cba1bbd51b2d0eb22) in parent group-v594791. [ 948.217147] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Creating folder: Instances. Parent ref: group-v595001. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.217520] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7024a454-eef7-45ad-848c-789641700e8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.224819] env[68134]: DEBUG nova.compute.manager [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Received event network-vif-plugged-b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.225043] env[68134]: DEBUG oslo_concurrency.lockutils [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] Acquiring lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.225263] env[68134]: DEBUG oslo_concurrency.lockutils [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.225425] env[68134]: DEBUG oslo_concurrency.lockutils [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.225589] env[68134]: DEBUG nova.compute.manager [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] No waiting events found dispatching network-vif-plugged-b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.225752] env[68134]: WARNING nova.compute.manager [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Received unexpected event network-vif-plugged-b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d for instance with vm_state building and task_state spawning. [ 948.225910] env[68134]: DEBUG nova.compute.manager [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Received event network-changed-b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.226067] env[68134]: DEBUG nova.compute.manager [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Refreshing instance network info cache due to event network-changed-b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.226254] env[68134]: DEBUG oslo_concurrency.lockutils [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] Acquiring lock "refresh_cache-dff871d1-30cd-4780-ac55-c601cd6d0ec6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.226460] env[68134]: DEBUG oslo_concurrency.lockutils [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] Acquired lock "refresh_cache-dff871d1-30cd-4780-ac55-c601cd6d0ec6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.226658] env[68134]: DEBUG nova.network.neutron [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Refreshing network info cache for port b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.234291] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965179, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.238590] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Created folder: Instances in parent group-v595001. [ 948.238841] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.239347] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.239605] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76f2948c-d84a-4f1d-83f2-4587860834d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.264955] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.264955] env[68134]: value = "task-2965185" [ 948.264955] env[68134]: _type = "Task" [ 948.264955] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.272155] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965185, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.361533] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965181, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.424836] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36259} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.425109] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.425312] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.425465] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.525629] env[68134]: INFO nova.compute.manager [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] instance snapshotting [ 948.526302] env[68134]: DEBUG nova.objects.instance [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'flavor' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.640077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.642040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.815s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.642319] env[68134]: DEBUG nova.objects.instance [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lazy-loading 'resources' on Instance uuid 46b949b1-5198-432d-a4c7-7e25cfca46b7 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.666862] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565216} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.667237] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/bd7d95c8-a982-4671-a74f-3b3038fbaadd.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.667533] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.667908] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-547c352d-fe15-4967-ad2d-332dccffb7dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.678102] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 948.678102] env[68134]: value = "task-2965186" [ 948.678102] env[68134]: _type = "Task" [ 948.678102] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.688128] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.734358] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965179, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.746021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a751f6-a101-4336-aa76-7dd90d17c325 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.770816] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46652e60-b484-466e-b594-364845c8cdb8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.784702] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance '63a4be3b-b9f8-421e-9a0b-758ef0d27bfe' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.788489] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965185, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.835043] env[68134]: DEBUG nova.network.neutron [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Successfully updated port: 24895d27-d506-421e-8593-893cc414cbba {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.863071] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965181, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.032821] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035a2baf-8768-4ac4-9656-3e2dceed471b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.040422] env[68134]: DEBUG nova.network.neutron [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Updated VIF entry in instance network info cache for port b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.040896] env[68134]: DEBUG nova.network.neutron [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Updating instance_info_cache with network_info: [{"id": "b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d", "address": "fa:16:3e:2b:81:fc", "network": {"id": "bbdc5adb-82b0-422e-9d83-9416311e23f3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1966745273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cafd09e7111429cba1bbd51b2d0eb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a0b36b-e5", "ovs_interfaceid": "b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.056635] env[68134]: DEBUG oslo_concurrency.lockutils [req-391d153b-dea1-4974-9da8-8c417b47b63f req-d09fab3c-8997-4d2a-8ffa-e4c8adb5e340 service nova] Releasing lock "refresh_cache-dff871d1-30cd-4780-ac55-c601cd6d0ec6" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.057623] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cb47ca-07ba-4bde-9dfe-74023ca47b75 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.143390] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "9c8cd9c1-8a8c-4afa-b38f-5faa8049c7d9" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.143689] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "9c8cd9c1-8a8c-4afa-b38f-5faa8049c7d9" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.188449] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176736} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.188724] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.191830] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99685dd5-97e5-48d3-a6a0-887c54e4d647 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.216025] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/bd7d95c8-a982-4671-a74f-3b3038fbaadd.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.219404] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e2190a-d070-4eff-9194-a7a2c0155700 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.244791] env[68134]: DEBUG oslo_vmware.api [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965179, 'name': PowerOnVM_Task, 'duration_secs': 1.084877} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.248330] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.248541] env[68134]: INFO nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Took 8.92 seconds to spawn the instance on the hypervisor. [ 949.248718] env[68134]: DEBUG nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.249121] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 949.249121] env[68134]: value = "task-2965187" [ 949.249121] env[68134]: _type = "Task" [ 949.249121] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.250750] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0be636a-1d80-421a-8f36-a650483c9ef5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.261589] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.278851] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965185, 'name': CreateVM_Task, 'duration_secs': 0.808081} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.279443] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.280226] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.280636] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.280741] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.283679] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf3e452-5d32-4966-9497-b4637ebc41fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.293194] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.293890] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 949.293890] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cac9c4-1518-ca5c-20f4-a158b6cd025d" [ 949.293890] env[68134]: _type = "Task" [ 949.293890] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.293890] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0bf17e-8832-43b6-a886-7a6a64f54f62 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.309521] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cac9c4-1518-ca5c-20f4-a158b6cd025d, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.311762] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.312165] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.312408] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.312589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.312876] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.313393] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 949.313393] env[68134]: value = "task-2965188" [ 949.313393] env[68134]: _type = "Task" [ 949.313393] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.313721] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14498bf5-397e-4ce8-9f6c-c3ad1462ef2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.332557] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965188, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.339111] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "refresh_cache-76d3f6a5-3d4b-4471-8ade-23e16c8b822a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.339111] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquired lock "refresh_cache-76d3f6a5-3d4b-4471-8ade-23e16c8b822a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.339111] env[68134]: DEBUG nova.network.neutron [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.341739] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.341739] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.345906] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217d64e1-1614-4534-bd7a-8b2dc6d3eb8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.357611] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 949.357611] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52bd3680-4e95-a2a9-72e2-f20f9008efc4" [ 949.357611] env[68134]: _type = "Task" [ 949.357611] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.371208] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965181, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.382117] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52bd3680-4e95-a2a9-72e2-f20f9008efc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.383235] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00f5fa9-64ec-4b42-958c-d5ef5fa63f66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.394039] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 949.394039] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5211ceaf-397a-6341-c35e-923e515c136a" [ 949.394039] env[68134]: _type = "Task" [ 949.394039] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.404680] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5211ceaf-397a-6341-c35e-923e515c136a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.464387] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.464640] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.464801] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.464982] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.465158] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.465307] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.465592] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.465654] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.465816] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.465974] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.466170] env[68134]: DEBUG nova.virt.hardware [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.467079] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7a2fe0-2acd-40d3-a578-177dd2c8d206 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.479760] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366028d6-e9c8-4f50-a6ec-191409b38d54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.497344] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:b5:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0210c51c-9b2f-4da1-993e-5b1786a53205', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.508040] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.514078] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.514367] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d22af6b2-ba72-428d-bd6e-04107f2fb1a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.538071] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.538071] env[68134]: value = "task-2965189" [ 949.538071] env[68134]: _type = "Task" [ 949.538071] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.547427] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965189, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.569820] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.572618] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62ad9a44-da17-4f54-a34b-710ed0615332 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.579840] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 949.579840] env[68134]: value = "task-2965190" [ 949.579840] env[68134]: _type = "Task" [ 949.579840] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.585662] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8cd139-60aa-4317-8b9a-412d7417039d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.591338] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.598481] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e022c-b378-4b7a-adc3-748c5154b127 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.635071] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb91d902-ce93-4f6e-abda-e3a057562e24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.644286] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad16b4ea-8e93-4f51-8b74-5c4534328f5d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.649074] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "9c8cd9c1-8a8c-4afa-b38f-5faa8049c7d9" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.649692] env[68134]: DEBUG nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.660436] env[68134]: DEBUG nova.compute.provider_tree [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.763304] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965187, 'name': ReconfigVM_Task, 'duration_secs': 0.314379} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.763593] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Reconfigured VM instance instance-0000004d to attach disk [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/bd7d95c8-a982-4671-a74f-3b3038fbaadd.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.764343] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4c19cb5-ab8e-4d0b-b5ff-b267b617d8ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.776117] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 949.776117] env[68134]: value = "task-2965191" [ 949.776117] env[68134]: _type = "Task" [ 949.776117] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.782100] env[68134]: INFO nova.compute.manager [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Took 26.15 seconds to build instance. [ 949.790715] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965191, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.828123] env[68134]: DEBUG oslo_vmware.api [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965188, 'name': PowerOnVM_Task, 'duration_secs': 0.454703} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.828628] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.830064] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a02221d4-4ea0-49ec-a02a-a61c4e9805c1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance '63a4be3b-b9f8-421e-9a0b-758ef0d27bfe' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.861141] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965181, 'name': CloneVM_Task, 'duration_secs': 1.749637} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.861584] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Created linked-clone VM from snapshot [ 949.862433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abe7d9-91b6-438e-b6b0-9b26a8fb47c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.874249] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Uploading image 0241780a-81be-487e-8dc0-514454c3a528 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.888837] env[68134]: DEBUG nova.network.neutron [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.902713] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.902713] env[68134]: value = "vm-595000" [ 949.902713] env[68134]: _type = "VirtualMachine" [ 949.902713] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.903417] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0dee8eb9-db81-4617-b3fb-e74c40aa7fa3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.909291] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5211ceaf-397a-6341-c35e-923e515c136a, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.910137] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.910488] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] dff871d1-30cd-4780-ac55-c601cd6d0ec6/dff871d1-30cd-4780-ac55-c601cd6d0ec6.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.910820] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32cb5888-de81-422e-8793-7bcdb1adc4b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.920261] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lease: (returnval){ [ 949.920261] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52957315-6e8f-e0b8-998e-734b185da8c4" [ 949.920261] env[68134]: _type = "HttpNfcLease" [ 949.920261] env[68134]: } obtained for exporting VM: (result){ [ 949.920261] env[68134]: value = "vm-595000" [ 949.920261] env[68134]: _type = "VirtualMachine" [ 949.920261] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.920261] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the lease: (returnval){ [ 949.920261] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52957315-6e8f-e0b8-998e-734b185da8c4" [ 949.920261] env[68134]: _type = "HttpNfcLease" [ 949.920261] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.920908] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 949.920908] env[68134]: value = "task-2965193" [ 949.920908] env[68134]: _type = "Task" [ 949.920908] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.940159] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.940159] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52957315-6e8f-e0b8-998e-734b185da8c4" [ 949.940159] env[68134]: _type = "HttpNfcLease" [ 949.940159] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.940598] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.031562] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.050980] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965189, 'name': CreateVM_Task, 'duration_secs': 0.428915} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.051278] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.054999] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.054999] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.054999] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.054999] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c33726-8c1a-426c-8615-1e10727b2227 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.058711] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 950.058711] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52561e36-7ecd-d329-c184-946f6ef7c4b4" [ 950.058711] env[68134]: _type = "Task" [ 950.058711] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.068858] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52561e36-7ecd-d329-c184-946f6ef7c4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.086448] env[68134]: DEBUG nova.network.neutron [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Updating instance_info_cache with network_info: [{"id": "24895d27-d506-421e-8593-893cc414cbba", "address": "fa:16:3e:be:82:31", "network": {"id": "55b6c68c-26cb-4421-aabc-5f7503438409", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2054736403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e324a54fc10b45cdaa0200d0f219f4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24895d27-d5", "ovs_interfaceid": "24895d27-d506-421e-8593-893cc414cbba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.094235] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.163689] env[68134]: DEBUG nova.compute.utils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.169022] env[68134]: DEBUG nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.169022] env[68134]: DEBUG nova.network.neutron [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.169022] env[68134]: DEBUG nova.scheduler.client.report [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.222108] env[68134]: DEBUG nova.policy [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee50ed3782844ed97dbf5c2c1513d11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad22e7efb7da4836ab7077c9d77ee445', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.252464] env[68134]: DEBUG nova.compute.manager [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Received event network-vif-plugged-24895d27-d506-421e-8593-893cc414cbba {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.252683] env[68134]: DEBUG oslo_concurrency.lockutils [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] Acquiring lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.252891] env[68134]: DEBUG oslo_concurrency.lockutils [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.254751] env[68134]: DEBUG oslo_concurrency.lockutils [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.254751] env[68134]: DEBUG nova.compute.manager [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] No waiting events found dispatching network-vif-plugged-24895d27-d506-421e-8593-893cc414cbba {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.254751] env[68134]: WARNING nova.compute.manager [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Received unexpected event network-vif-plugged-24895d27-d506-421e-8593-893cc414cbba for instance with vm_state building and task_state spawning. [ 950.254751] env[68134]: DEBUG nova.compute.manager [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Received event network-changed-24895d27-d506-421e-8593-893cc414cbba {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.254751] env[68134]: DEBUG nova.compute.manager [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Refreshing instance network info cache due to event network-changed-24895d27-d506-421e-8593-893cc414cbba. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.254751] env[68134]: DEBUG oslo_concurrency.lockutils [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] Acquiring lock "refresh_cache-76d3f6a5-3d4b-4471-8ade-23e16c8b822a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.284218] env[68134]: DEBUG oslo_concurrency.lockutils [None req-75cc9313-ad7b-4c84-b99e-49c30081fbc5 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.669s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.289199] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965191, 'name': Rename_Task, 'duration_secs': 0.169613} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.289498] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.290834] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed225e1c-78d1-40be-9996-fa77413ecd18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.297737] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 950.297737] env[68134]: value = "task-2965194" [ 950.297737] env[68134]: _type = "Task" [ 950.297737] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.308035] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.438019] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.438019] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52957315-6e8f-e0b8-998e-734b185da8c4" [ 950.438019] env[68134]: _type = "HttpNfcLease" [ 950.438019] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.438394] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.438394] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52957315-6e8f-e0b8-998e-734b185da8c4" [ 950.438394] env[68134]: _type = "HttpNfcLease" [ 950.438394] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.438688] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.439566] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa8bfed-590c-40d3-a033-2ecee2286a6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.448834] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23202-0fe4-7150-0260-f6fc96e6dc31/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.449128] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23202-0fe4-7150-0260-f6fc96e6dc31/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.573961] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52561e36-7ecd-d329-c184-946f6ef7c4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.574566] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.574816] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.575137] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.575289] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.575488] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.575789] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43518bde-0ab3-4bc7-92c9-bd3b8318e8b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.588324] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.588983] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.589595] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Releasing lock "refresh_cache-76d3f6a5-3d4b-4471-8ade-23e16c8b822a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.589902] env[68134]: DEBUG nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Instance network_info: |[{"id": "24895d27-d506-421e-8593-893cc414cbba", "address": "fa:16:3e:be:82:31", "network": {"id": "55b6c68c-26cb-4421-aabc-5f7503438409", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2054736403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e324a54fc10b45cdaa0200d0f219f4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24895d27-d5", "ovs_interfaceid": "24895d27-d506-421e-8593-893cc414cbba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.591994] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b50886e-802f-4993-872b-d7812e2305b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.593361] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fdd4b2b-d001-4c68-94d0-c91f93789aab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.595242] env[68134]: DEBUG oslo_concurrency.lockutils [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] Acquired lock "refresh_cache-76d3f6a5-3d4b-4471-8ade-23e16c8b822a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.595453] env[68134]: DEBUG nova.network.neutron [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Refreshing network info cache for port 24895d27-d506-421e-8593-893cc414cbba {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.599269] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:82:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24895d27-d506-421e-8593-893cc414cbba', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.604754] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Creating folder: Project (e324a54fc10b45cdaa0200d0f219f4d9). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.608880] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d83ae3d-c985-4d44-89b9-511b8a79614c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.610707] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965190, 'name': CreateSnapshot_Task, 'duration_secs': 0.950744} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.613029] env[68134]: DEBUG nova.network.neutron [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Successfully created port: c9a3dd94-b577-4464-804b-e3cf11def294 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.614839] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.617769] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83078b7-848d-44d8-85c5-82ade327673c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.625986] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 950.625986] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52174664-f1d6-51b0-e976-38c638486bb3" [ 950.625986] env[68134]: _type = "Task" [ 950.625986] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.629954] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Created folder: Project (e324a54fc10b45cdaa0200d0f219f4d9) in parent group-v594791. [ 950.630086] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Creating folder: Instances. Parent ref: group-v595006. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.640019] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ea3fc0-c493-40db-b5a2-786c8ebf160f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.647840] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52174664-f1d6-51b0-e976-38c638486bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.024917} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.655141] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7430cbef-fcdb-480f-8fa9-7122704bdfcd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.657483] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Created folder: Instances in parent group-v595006. [ 950.657701] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.657889] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.658607] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c6ec59-cdd9-4499-82d7-72b11ecaa3b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.675272] env[68134]: DEBUG nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.678993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.684165] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 950.684165] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ad1188-6d9e-f3d0-926f-a9b5f1490f4d" [ 950.684165] env[68134]: _type = "Task" [ 950.684165] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.684165] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.066s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.684723] env[68134]: INFO nova.compute.claims [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.694255] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.694255] env[68134]: value = "task-2965197" [ 950.694255] env[68134]: _type = "Task" [ 950.694255] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.701884] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ad1188-6d9e-f3d0-926f-a9b5f1490f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.016207} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.702564] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.702818] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.703090] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a417c17-80be-4f41-b4bb-b990352e5234 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.709091] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965197, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.714026] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 950.714026] env[68134]: value = "task-2965198" [ 950.714026] env[68134]: _type = "Task" [ 950.714026] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.723638] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.724653] env[68134]: INFO nova.scheduler.client.report [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Deleted allocations for instance 46b949b1-5198-432d-a4c7-7e25cfca46b7 [ 950.809860] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.931843] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.154825] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 951.156260] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5441ac6-95d7-44af-bbd2-8c58becb2e6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.172686] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 951.172686] env[68134]: value = "task-2965199" [ 951.172686] env[68134]: _type = "Task" [ 951.172686] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.194309] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965199, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.206853] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965197, 'name': CreateVM_Task, 'duration_secs': 0.443147} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.208585] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.208585] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.208585] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.208921] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.209299] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd4bd49-e123-40b1-a513-4cbf22b8ff84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.221538] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 951.221538] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5286b066-69c0-3bfc-043d-da5ee50ee2b5" [ 951.221538] env[68134]: _type = "Task" [ 951.221538] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.234849] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.235717] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3f6cb74d-a3de-4e65-8e68-e26b3dc544f7 tempest-ImagesOneServerNegativeTestJSON-137126903 tempest-ImagesOneServerNegativeTestJSON-137126903-project-member] Lock "46b949b1-5198-432d-a4c7-7e25cfca46b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.616s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.250000] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5286b066-69c0-3bfc-043d-da5ee50ee2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014052} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.253770] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.254288] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.254848] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.255190] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.255549] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.256121] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fcf50b7-9c33-4bc4-ae38-54c8e82f3359 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.269717] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.271162] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.271162] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2394fb02-41d9-4cd3-9a2f-a6e9b9ad0c09 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.279741] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 951.279741] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b4d8ff-3dcd-5ea3-546c-f18711d14168" [ 951.279741] env[68134]: _type = "Task" [ 951.279741] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.294786] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b4d8ff-3dcd-5ea3-546c-f18711d14168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.315949] env[68134]: DEBUG oslo_vmware.api [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965194, 'name': PowerOnVM_Task, 'duration_secs': 0.625945} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.316319] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.316632] env[68134]: INFO nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Took 8.40 seconds to spawn the instance on the hypervisor. [ 951.316938] env[68134]: DEBUG nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.317981] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af1682-cf4e-4509-8a17-f2f5b64dace8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.374032] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquiring lock "8b099ae4-4993-4664-818e-c6fc4f3694b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.374402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.374733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquiring lock "8b099ae4-4993-4664-818e-c6fc4f3694b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.375033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.375332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.379846] env[68134]: INFO nova.compute.manager [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Terminating instance [ 951.435757] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.689206] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965199, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.697200] env[68134]: DEBUG nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.734101] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.739720] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.740188] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.740432] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.740731] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.740983] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.741243] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.741598] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.741768] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.742119] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.742367] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.742664] env[68134]: DEBUG nova.virt.hardware [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.743832] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37f06f8-58f8-4879-99c7-805b02968148 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.756046] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0706c3c-850b-4c89-8169-d57d6fff8cb9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.797774] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b4d8ff-3dcd-5ea3-546c-f18711d14168, 'name': SearchDatastore_Task, 'duration_secs': 0.019035} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.802435] env[68134]: DEBUG nova.network.neutron [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Updated VIF entry in instance network info cache for port 24895d27-d506-421e-8593-893cc414cbba. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.804050] env[68134]: DEBUG nova.network.neutron [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Updating instance_info_cache with network_info: [{"id": "24895d27-d506-421e-8593-893cc414cbba", "address": "fa:16:3e:be:82:31", "network": {"id": "55b6c68c-26cb-4421-aabc-5f7503438409", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2054736403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e324a54fc10b45cdaa0200d0f219f4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24895d27-d5", "ovs_interfaceid": "24895d27-d506-421e-8593-893cc414cbba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.805853] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5673879d-fa40-4895-9a98-477fc1df096f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.815315] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 951.815315] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a318c7-d912-6632-42cf-93cd561faa03" [ 951.815315] env[68134]: _type = "Task" [ 951.815315] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.824590] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a318c7-d912-6632-42cf-93cd561faa03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.845215] env[68134]: INFO nova.compute.manager [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Took 25.14 seconds to build instance. [ 951.889918] env[68134]: DEBUG nova.compute.manager [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.890835] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a797d4a6-d779-4ab8-b858-441e0ef6eb60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.903929] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb3061c-fb00-400d-aa5b-2ba1c61f085e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.932529] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965193, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.638077} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.935936] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] dff871d1-30cd-4780-ac55-c601cd6d0ec6/dff871d1-30cd-4780-ac55-c601cd6d0ec6.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.936193] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.951434] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-646cb466-55c1-40ad-9e88-2dbd037512c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.953869] env[68134]: WARNING nova.virt.vmwareapi.driver [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 could not be found. [ 951.954030] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.954467] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c44d029-6870-40cc-88cd-2c37cd8e111d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.973264] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 951.973264] env[68134]: value = "task-2965200" [ 951.973264] env[68134]: _type = "Task" [ 951.973264] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.980841] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161669ae-ce2c-4493-88d0-c8747fc7410f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.011890] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.046634] env[68134]: WARNING nova.virt.vmwareapi.vmops [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8b099ae4-4993-4664-818e-c6fc4f3694b8 could not be found. [ 952.046634] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.046634] env[68134]: INFO nova.compute.manager [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Took 0.15 seconds to destroy the instance on the hypervisor. [ 952.046634] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.048351] env[68134]: DEBUG nova.compute.manager [-] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.048479] env[68134]: DEBUG nova.network.neutron [-] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.187606] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965199, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.233510] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965198, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.379961} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.233510] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.233510] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.233510] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-461510ef-316e-4b9a-a9d0-a68d4c2f9b8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.246305] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 952.246305] env[68134]: value = "task-2965201" [ 952.246305] env[68134]: _type = "Task" [ 952.246305] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.257527] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.258465] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f602fb7-f2a3-4a93-b64f-9c9a0e992a5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.267400] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5bf25-679f-4104-89c4-e0e18f5b5f47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.302425] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c67c5-a71e-4924-9c6e-6fbd339dd32f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.310499] env[68134]: DEBUG oslo_concurrency.lockutils [req-008a7ba2-e006-4b8d-bdd2-e75e0b6acc9b req-ab55de40-01bb-4837-bf5f-b61720f23b76 service nova] Releasing lock "refresh_cache-76d3f6a5-3d4b-4471-8ade-23e16c8b822a" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.312046] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c486220-1331-46cb-93c8-da7b14e8512d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.329031] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a318c7-d912-6632-42cf-93cd561faa03, 'name': SearchDatastore_Task, 'duration_secs': 0.068054} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.340585] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.340585] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 76d3f6a5-3d4b-4471-8ade-23e16c8b822a/76d3f6a5-3d4b-4471-8ade-23e16c8b822a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.340585] env[68134]: DEBUG nova.compute.provider_tree [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.340931] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66ce3e20-7c6e-4974-93ff-bbdd8b8e5c84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.348366] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0571ede9-bced-4d63-8c9c-81b575cdf8de tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.659s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.350552] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 952.350552] env[68134]: value = "task-2965202" [ 952.350552] env[68134]: _type = "Task" [ 952.350552] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.363017] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.445115] env[68134]: DEBUG nova.network.neutron [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Successfully updated port: c9a3dd94-b577-4464-804b-e3cf11def294 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.468257] env[68134]: DEBUG nova.compute.manager [req-ddfba0c1-39d2-4341-acc2-06e36276f5e3 req-794dc349-7f21-4e16-a265-ea4f99ee063a service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Received event network-vif-plugged-c9a3dd94-b577-4464-804b-e3cf11def294 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.468257] env[68134]: DEBUG oslo_concurrency.lockutils [req-ddfba0c1-39d2-4341-acc2-06e36276f5e3 req-794dc349-7f21-4e16-a265-ea4f99ee063a service nova] Acquiring lock "a72083b2-cd7c-405b-8a46-734bf22858ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.468257] env[68134]: DEBUG oslo_concurrency.lockutils [req-ddfba0c1-39d2-4341-acc2-06e36276f5e3 req-794dc349-7f21-4e16-a265-ea4f99ee063a service nova] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.468658] env[68134]: DEBUG oslo_concurrency.lockutils [req-ddfba0c1-39d2-4341-acc2-06e36276f5e3 req-794dc349-7f21-4e16-a265-ea4f99ee063a service nova] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.468877] env[68134]: DEBUG nova.compute.manager [req-ddfba0c1-39d2-4341-acc2-06e36276f5e3 req-794dc349-7f21-4e16-a265-ea4f99ee063a service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] No waiting events found dispatching network-vif-plugged-c9a3dd94-b577-4464-804b-e3cf11def294 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.469056] env[68134]: WARNING nova.compute.manager [req-ddfba0c1-39d2-4341-acc2-06e36276f5e3 req-794dc349-7f21-4e16-a265-ea4f99ee063a service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Received unexpected event network-vif-plugged-c9a3dd94-b577-4464-804b-e3cf11def294 for instance with vm_state building and task_state spawning. [ 952.488200] env[68134]: DEBUG nova.compute.manager [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Received event network-changed-acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.488200] env[68134]: DEBUG nova.compute.manager [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing instance network info cache due to event network-changed-acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.488200] env[68134]: DEBUG oslo_concurrency.lockutils [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] Acquiring lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.488200] env[68134]: DEBUG oslo_concurrency.lockutils [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] Acquired lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.488200] env[68134]: DEBUG nova.network.neutron [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing network info cache for port acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.506863] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145019} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.508966] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.509474] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f83f02-ae2d-4c59-92d9-ea1cd80d3acc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.540038] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] dff871d1-30cd-4780-ac55-c601cd6d0ec6/dff871d1-30cd-4780-ac55-c601cd6d0ec6.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.540444] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b6ecda-fdeb-428b-91ec-3c1eff10e4e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.565975] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 952.565975] env[68134]: value = "task-2965203" [ 952.565975] env[68134]: _type = "Task" [ 952.565975] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.578132] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.634343] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.634622] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.634745] env[68134]: DEBUG nova.compute.manager [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Going to confirm migration 3 {{(pid=68134) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 952.689608] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965199, 'name': CloneVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.758186] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164623} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.758547] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.759705] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00640b19-3ab3-4220-817b-a1ca617a6e4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.796490] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.799800] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4350971b-4184-4128-817b-38ed5c6bec4b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.826064] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 952.826064] env[68134]: value = "task-2965204" [ 952.826064] env[68134]: _type = "Task" [ 952.826064] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.840279] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.845233] env[68134]: DEBUG nova.scheduler.client.report [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.862671] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965202, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.949154] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "refresh_cache-a72083b2-cd7c-405b-8a46-734bf22858ed" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.949327] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquired lock "refresh_cache-a72083b2-cd7c-405b-8a46-734bf22858ed" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.949480] env[68134]: DEBUG nova.network.neutron [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.079336] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.194957] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965199, 'name': CloneVM_Task, 'duration_secs': 1.628033} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.198954] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Created linked-clone VM from snapshot [ 953.200267] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f38f4f0-fda3-40de-aeb8-fb2df8efe319 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.214896] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Uploading image cc1acfb5-8573-4cb7-9fbe-8868f2fe64b8 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 953.219779] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.220032] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.220362] env[68134]: DEBUG nova.network.neutron [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.220679] env[68134]: DEBUG nova.objects.instance [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lazy-loading 'info_cache' on Instance uuid 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.250741] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 953.250741] env[68134]: value = "vm-595009" [ 953.250741] env[68134]: _type = "VirtualMachine" [ 953.250741] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 953.251324] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7e3d0048-139e-4071-ac44-e0bbbeff613a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.263195] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease: (returnval){ [ 953.263195] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528f1ddb-d6cf-faf5-c5cf-c5524ac5902c" [ 953.263195] env[68134]: _type = "HttpNfcLease" [ 953.263195] env[68134]: } obtained for exporting VM: (result){ [ 953.263195] env[68134]: value = "vm-595009" [ 953.263195] env[68134]: _type = "VirtualMachine" [ 953.263195] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 953.263409] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the lease: (returnval){ [ 953.263409] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528f1ddb-d6cf-faf5-c5cf-c5524ac5902c" [ 953.263409] env[68134]: _type = "HttpNfcLease" [ 953.263409] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 953.272022] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.272022] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528f1ddb-d6cf-faf5-c5cf-c5524ac5902c" [ 953.272022] env[68134]: _type = "HttpNfcLease" [ 953.272022] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 953.298181] env[68134]: INFO nova.compute.manager [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Rescuing [ 953.298429] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.298583] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.298782] env[68134]: DEBUG nova.network.neutron [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.319057] env[68134]: DEBUG nova.network.neutron [-] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.338068] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.351791] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.352219] env[68134]: DEBUG nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.355077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.991s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.356914] env[68134]: INFO nova.compute.claims [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.372022] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805676} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.372022] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 76d3f6a5-3d4b-4471-8ade-23e16c8b822a/76d3f6a5-3d4b-4471-8ade-23e16c8b822a.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.372022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.372284] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f20a47-3199-44e1-8165-79197b659f25 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.380647] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 953.380647] env[68134]: value = "task-2965206" [ 953.380647] env[68134]: _type = "Task" [ 953.380647] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.389389] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.448111] env[68134]: DEBUG nova.network.neutron [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updated VIF entry in instance network info cache for port acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.451019] env[68134]: DEBUG nova.network.neutron [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.507834] env[68134]: DEBUG nova.network.neutron [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.577576] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965203, 'name': ReconfigVM_Task, 'duration_secs': 0.61323} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.577886] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Reconfigured VM instance instance-0000004e to attach disk [datastore2] dff871d1-30cd-4780-ac55-c601cd6d0ec6/dff871d1-30cd-4780-ac55-c601cd6d0ec6.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.578670] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48850ec8-80e2-4b70-997f-f24c4d90b0eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.589300] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 953.589300] env[68134]: value = "task-2965207" [ 953.589300] env[68134]: _type = "Task" [ 953.589300] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.601341] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965207, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.773511] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.773511] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528f1ddb-d6cf-faf5-c5cf-c5524ac5902c" [ 953.773511] env[68134]: _type = "HttpNfcLease" [ 953.773511] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.774508] env[68134]: DEBUG nova.network.neutron [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Updating instance_info_cache with network_info: [{"id": "c9a3dd94-b577-4464-804b-e3cf11def294", "address": "fa:16:3e:e0:85:cc", "network": {"id": "e43aaff4-d672-4a6d-9e3c-2da7cc61aa86", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-841479945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad22e7efb7da4836ab7077c9d77ee445", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a3dd94-b5", "ovs_interfaceid": "c9a3dd94-b577-4464-804b-e3cf11def294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.775810] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.775810] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528f1ddb-d6cf-faf5-c5cf-c5524ac5902c" [ 953.775810] env[68134]: _type = "HttpNfcLease" [ 953.775810] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 953.776771] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae89335e-3dd1-45c6-9cb4-bf008a16c59d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.786677] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f15a9-94d9-2900-26ba-53e10a597b30/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.786803] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f15a9-94d9-2900-26ba-53e10a597b30/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 953.858261] env[68134]: INFO nova.compute.manager [-] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Took 1.81 seconds to deallocate network for instance. [ 953.867177] env[68134]: DEBUG nova.compute.utils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.871415] env[68134]: DEBUG nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.871614] env[68134]: DEBUG nova.network.neutron [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.880717] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.892424] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124756} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.892717] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.893575] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129a51fa-0cc4-475f-befc-ababff4936bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.919037] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 76d3f6a5-3d4b-4471-8ade-23e16c8b822a/76d3f6a5-3d4b-4471-8ade-23e16c8b822a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.921934] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07414708-9984-4790-a090-130ca8e3c962 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.943804] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 953.943804] env[68134]: value = "task-2965208" [ 953.943804] env[68134]: _type = "Task" [ 953.943804] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.953242] env[68134]: DEBUG oslo_concurrency.lockutils [req-71908dff-8c57-4105-b5d0-dbb6a79c4e3a req-a34ff5cb-0c2b-4dbe-a37d-fa1cf05003be service nova] Releasing lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.953603] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.955114] env[68134]: DEBUG nova.policy [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86ceecf1f92b47b2a8c14d07f99e00f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4a0371aa6404c54a8d4159fdf395003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.962600] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9aa2814-ab04-4e58-9c4e-17e2bb6bb734 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.099572] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965207, 'name': Rename_Task, 'duration_secs': 0.265578} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.099859] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.100706] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fabde7d-af68-4645-bb04-38bd720c3ea1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.110820] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 954.110820] env[68134]: value = "task-2965209" [ 954.110820] env[68134]: _type = "Task" [ 954.110820] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.123806] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.278127] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Releasing lock "refresh_cache-a72083b2-cd7c-405b-8a46-734bf22858ed" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.278847] env[68134]: DEBUG nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Instance network_info: |[{"id": "c9a3dd94-b577-4464-804b-e3cf11def294", "address": "fa:16:3e:e0:85:cc", "network": {"id": "e43aaff4-d672-4a6d-9e3c-2da7cc61aa86", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-841479945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad22e7efb7da4836ab7077c9d77ee445", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a3dd94-b5", "ovs_interfaceid": "c9a3dd94-b577-4464-804b-e3cf11def294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.282160] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:85:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9a3dd94-b577-4464-804b-e3cf11def294', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.297239] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Creating folder: Project (ad22e7efb7da4836ab7077c9d77ee445). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.297739] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c22b07c-5dcd-4177-90e5-34c3db87ebe0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.319358] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Created folder: Project (ad22e7efb7da4836ab7077c9d77ee445) in parent group-v594791. [ 954.320729] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Creating folder: Instances. Parent ref: group-v595010. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.320729] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda9f02d-1c40-4bd0-9500-04e6c6e596a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.337763] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Created folder: Instances in parent group-v595010. [ 954.338410] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.338410] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.338994] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da412e1c-6f99-4a84-9b5d-95bc502f9430 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.358956] env[68134]: DEBUG nova.network.neutron [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Updating instance_info_cache with network_info: [{"id": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "address": "fa:16:3e:59:dc:51", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf19fbf7-88", "ovs_interfaceid": "cf19fbf7-88f2-4df6-b225-c76c67b28592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.369375] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.369375] env[68134]: value = "task-2965212" [ 954.369375] env[68134]: _type = "Task" [ 954.369375] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.374303] env[68134]: DEBUG nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.377021] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.398181] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965212, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.460144] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.469068] env[68134]: INFO nova.compute.manager [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Took 0.61 seconds to detach 1 volumes for instance. [ 954.472967] env[68134]: DEBUG nova.compute.manager [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Deleting volume: 0a3dd073-11a7-4f15-a978-04629572ab04 {{(pid=68134) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 954.571438] env[68134]: DEBUG nova.compute.manager [req-8092117a-dd0a-4432-87f2-f84a79b5094f req-edd5d9a9-8493-44d3-9098-fb1a6e98f934 service nova] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Received event network-vif-deleted-1143c434-f163-4da9-9dc0-19bc996238c7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.602260] env[68134]: DEBUG nova.compute.manager [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Received event network-changed-c9a3dd94-b577-4464-804b-e3cf11def294 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.603028] env[68134]: DEBUG nova.compute.manager [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Refreshing instance network info cache due to event network-changed-c9a3dd94-b577-4464-804b-e3cf11def294. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.603159] env[68134]: DEBUG oslo_concurrency.lockutils [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] Acquiring lock "refresh_cache-a72083b2-cd7c-405b-8a46-734bf22858ed" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.603392] env[68134]: DEBUG oslo_concurrency.lockutils [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] Acquired lock "refresh_cache-a72083b2-cd7c-405b-8a46-734bf22858ed" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.603687] env[68134]: DEBUG nova.network.neutron [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Refreshing network info cache for port c9a3dd94-b577-4464-804b-e3cf11def294 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.632126] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965209, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.747525] env[68134]: DEBUG nova.network.neutron [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance_info_cache with network_info: [{"id": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "address": "fa:16:3e:2d:fe:55", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f31168e-de", "ovs_interfaceid": "1f31168e-deb4-4718-8fbd-aac2ef1f0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.865956] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "refresh_cache-bd7d95c8-a982-4671-a74f-3b3038fbaadd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.872212] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965204, 'name': ReconfigVM_Task, 'duration_secs': 1.868851} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.875260] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2/76c9d457-105c-496d-bc10-ba04e58172b2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.876454] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef9da926-87a2-4853-b81d-5535de6a8de2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.896010] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965212, 'name': CreateVM_Task, 'duration_secs': 0.518986} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.901117] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.901415] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 954.901415] env[68134]: value = "task-2965214" [ 954.901415] env[68134]: _type = "Task" [ 954.901415] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.905059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.905059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.905059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.905059] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61defc18-6ab5-4f0e-a479-5b2e280ff7b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.913301] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 954.913301] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5203a5de-ed79-0591-1e5c-4d2c3549ac86" [ 954.913301] env[68134]: _type = "Task" [ 954.913301] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.917745] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965214, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.922862] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f20749-1bdf-4e70-abbc-83e1b3f2c2b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.933400] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5203a5de-ed79-0591-1e5c-4d2c3549ac86, 'name': SearchDatastore_Task, 'duration_secs': 0.014863} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.935774] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.935938] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.936303] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.936449] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.936858] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.937121] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9620c98-5a49-4beb-a18f-a6d41ce61dec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.939948] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba751ebf-c80c-4498-86b2-96137052c9eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.988069] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bafe91c-2e81-46a6-be36-f7f7b875b799 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.991907] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.997218] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.003952] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8831b8d7-44e8-498d-82ec-24bf7210841f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.006286] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965208, 'name': ReconfigVM_Task, 'duration_secs': 0.534055} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.007212] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 76d3f6a5-3d4b-4471-8ade-23e16c8b822a/76d3f6a5-3d4b-4471-8ade-23e16c8b822a.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.008880] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee36f57c-7f80-409a-a262-5f9924065d04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.018656] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 955.018656] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52facf52-68f3-8194-3e31-002da318e3c9" [ 955.018656] env[68134]: _type = "Task" [ 955.018656] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.021416] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d80a63-d412-4ef4-b7ef-d221211aefe9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.031460] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 955.031460] env[68134]: value = "task-2965215" [ 955.031460] env[68134]: _type = "Task" [ 955.031460] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.048874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.049579] env[68134]: DEBUG nova.compute.provider_tree [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.051228] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52facf52-68f3-8194-3e31-002da318e3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.018972} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.053823] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d639cab-61b8-4dab-aef0-295a82586207 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.059456] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965215, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.065467] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 955.065467] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527cd064-c77f-9a20-8950-6317d574b77c" [ 955.065467] env[68134]: _type = "Task" [ 955.065467] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.078124] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527cd064-c77f-9a20-8950-6317d574b77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.123594] env[68134]: DEBUG oslo_vmware.api [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965209, 'name': PowerOnVM_Task, 'duration_secs': 0.68322} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.123918] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.124493] env[68134]: INFO nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Took 9.60 seconds to spawn the instance on the hypervisor. [ 955.124716] env[68134]: DEBUG nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.125706] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c1e41-2cc9-4bdc-987b-17dade02d51d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.252546] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.252997] env[68134]: DEBUG nova.objects.instance [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lazy-loading 'migration_context' on Instance uuid 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.349963] env[68134]: DEBUG nova.network.neutron [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Successfully created port: 8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.403563] env[68134]: DEBUG nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.411928] env[68134]: DEBUG nova.network.neutron [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Updated VIF entry in instance network info cache for port c9a3dd94-b577-4464-804b-e3cf11def294. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.412222] env[68134]: DEBUG nova.network.neutron [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Updating instance_info_cache with network_info: [{"id": "c9a3dd94-b577-4464-804b-e3cf11def294", "address": "fa:16:3e:e0:85:cc", "network": {"id": "e43aaff4-d672-4a6d-9e3c-2da7cc61aa86", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-841479945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad22e7efb7da4836ab7077c9d77ee445", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a3dd94-b5", "ovs_interfaceid": "c9a3dd94-b577-4464-804b-e3cf11def294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.422794] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965214, 'name': Rename_Task, 'duration_secs': 0.259893} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.422794] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.422794] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1d7d36-1a9e-49d9-b68f-d800fe206a74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.431845] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 955.431845] env[68134]: value = "task-2965216" [ 955.431845] env[68134]: _type = "Task" [ 955.431845] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.442804] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.548106] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965215, 'name': Rename_Task, 'duration_secs': 0.234955} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.548456] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.548915] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3903d8d8-20cc-4360-9ab9-52c043acbdc5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.552892] env[68134]: DEBUG nova.scheduler.client.report [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.560417] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 955.560417] env[68134]: value = "task-2965217" [ 955.560417] env[68134]: _type = "Task" [ 955.560417] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.581262] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965217, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.588622] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527cd064-c77f-9a20-8950-6317d574b77c, 'name': SearchDatastore_Task, 'duration_secs': 0.015173} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.589173] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.589657] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a72083b2-cd7c-405b-8a46-734bf22858ed/a72083b2-cd7c-405b-8a46-734bf22858ed.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.590098] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f12c1cd-ca7e-4b09-aaaa-0bfdf8c524bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.602260] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 955.602260] env[68134]: value = "task-2965218" [ 955.602260] env[68134]: _type = "Task" [ 955.602260] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.615739] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.646284] env[68134]: INFO nova.compute.manager [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Took 27.96 seconds to build instance. [ 955.757367] env[68134]: DEBUG nova.objects.base [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Object Instance<63a4be3b-b9f8-421e-9a0b-758ef0d27bfe> lazy-loaded attributes: info_cache,migration_context {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.757367] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd246a7-973d-4010-ae5f-9497882c5e6c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.793651] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add65621-6a07-4e4a-af1e-fb9b7985ee71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.802043] env[68134]: DEBUG oslo_vmware.api [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 955.802043] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a46832-41d3-0fee-a707-fa111438b5ef" [ 955.802043] env[68134]: _type = "Task" [ 955.802043] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.815207] env[68134]: DEBUG oslo_vmware.api [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a46832-41d3-0fee-a707-fa111438b5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.818353] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.917133] env[68134]: DEBUG oslo_concurrency.lockutils [req-a94586de-6069-4620-9d85-05a64d00bb34 req-aaf59011-d420-4b9f-b76d-d66abfe300b1 service nova] Releasing lock "refresh_cache-a72083b2-cd7c-405b-8a46-734bf22858ed" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.949124] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965216, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.062979] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.063718] env[68134]: DEBUG nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.070790] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.480s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.072106] env[68134]: DEBUG nova.objects.instance [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lazy-loading 'resources' on Instance uuid a95df7dc-bab1-4914-9aa1-e2188df5f9d7 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.088334] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965217, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.116416] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.149402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c39a082-8cb2-4aad-9758-aeac702b4444 tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.477s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.447797] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965216, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.586428] env[68134]: DEBUG nova.compute.utils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.587767] env[68134]: DEBUG oslo_vmware.api [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965217, 'name': PowerOnVM_Task, 'duration_secs': 0.857806} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.588439] env[68134]: DEBUG nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.589444] env[68134]: DEBUG nova.network.neutron [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.590537] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.590751] env[68134]: INFO nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Took 8.57 seconds to spawn the instance on the hypervisor. [ 956.590948] env[68134]: DEBUG nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.591999] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4882559-c453-4f15-95e7-deceb0b15b01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.618371] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66314} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.623152] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a72083b2-cd7c-405b-8a46-734bf22858ed/a72083b2-cd7c-405b-8a46-734bf22858ed.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.623460] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.624237] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c51f4e4-e286-4f18-bc09-14c46503ec15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.634312] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 956.634312] env[68134]: value = "task-2965219" [ 956.634312] env[68134]: _type = "Task" [ 956.634312] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.651645] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.673487] env[68134]: DEBUG nova.policy [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2ef75fc648c4331ad1b5ce4f60ef273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1178dce324e14ad5ab47315507a48f22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.949415] env[68134]: DEBUG oslo_vmware.api [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965216, 'name': PowerOnVM_Task, 'duration_secs': 1.018445} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.949810] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.950152] env[68134]: DEBUG nova.compute.manager [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.951025] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf40b3ef-2803-4a7c-b804-da5ae64b4175 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.986560] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19584a-a33e-4114-aaa9-e4f97be4f981 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.998752] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80dcc58-cdaa-42f9-9491-856ed26bcd5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.033449] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e383d1-cf0c-4840-a215-9308d838a28f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.044096] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b23070-aa11-40d8-9982-9e6119ae9fde {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.067296] env[68134]: DEBUG nova.compute.provider_tree [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.090579] env[68134]: DEBUG nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.116648] env[68134]: INFO nova.compute.manager [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Took 24.67 seconds to build instance. [ 957.130679] env[68134]: DEBUG nova.network.neutron [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Successfully created port: 2b600fcc-5e96-4e1d-b168-78dc93af36f8 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.161660] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079514} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.161660] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.161660] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876a8f02-ef50-4b45-bd8f-3af6adc1afdf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.193898] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] a72083b2-cd7c-405b-8a46-734bf22858ed/a72083b2-cd7c-405b-8a46-734bf22858ed.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.195201] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f76c14-a2f6-49d5-aaba-ea23cf2b80b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.227314] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 957.227314] env[68134]: value = "task-2965220" [ 957.227314] env[68134]: _type = "Task" [ 957.227314] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.238346] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.472370] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.492272] env[68134]: DEBUG nova.network.neutron [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Successfully updated port: 8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.536385] env[68134]: DEBUG nova.compute.manager [req-cc043012-8144-4c50-b9e4-dfef64f0104f req-9df19342-dec5-4606-bd58-728c423e3b7f service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Received event network-vif-plugged-8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.536599] env[68134]: DEBUG oslo_concurrency.lockutils [req-cc043012-8144-4c50-b9e4-dfef64f0104f req-9df19342-dec5-4606-bd58-728c423e3b7f service nova] Acquiring lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.538644] env[68134]: DEBUG oslo_concurrency.lockutils [req-cc043012-8144-4c50-b9e4-dfef64f0104f req-9df19342-dec5-4606-bd58-728c423e3b7f service nova] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.538644] env[68134]: DEBUG oslo_concurrency.lockutils [req-cc043012-8144-4c50-b9e4-dfef64f0104f req-9df19342-dec5-4606-bd58-728c423e3b7f service nova] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.538644] env[68134]: DEBUG nova.compute.manager [req-cc043012-8144-4c50-b9e4-dfef64f0104f req-9df19342-dec5-4606-bd58-728c423e3b7f service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] No waiting events found dispatching network-vif-plugged-8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.538644] env[68134]: WARNING nova.compute.manager [req-cc043012-8144-4c50-b9e4-dfef64f0104f req-9df19342-dec5-4606-bd58-728c423e3b7f service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Received unexpected event network-vif-plugged-8d029fbf-91cb-4794-a1da-150f0f856bcb for instance with vm_state building and task_state spawning. [ 957.593951] env[68134]: ERROR nova.scheduler.client.report [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [req-88f91dba-c577-40d3-b1a6-26531cce41b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88f91dba-c577-40d3-b1a6-26531cce41b2"}]} [ 957.623942] env[68134]: DEBUG oslo_concurrency.lockutils [None req-582f4dea-6b40-403f-8dae-75460b41ffe4 tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.198s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.631850] env[68134]: DEBUG nova.scheduler.client.report [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 957.663157] env[68134]: DEBUG nova.scheduler.client.report [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 957.663157] env[68134]: DEBUG nova.compute.provider_tree [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.677403] env[68134]: DEBUG nova.scheduler.client.report [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 957.710191] env[68134]: DEBUG nova.scheduler.client.report [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 957.739995] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965220, 'name': ReconfigVM_Task, 'duration_secs': 0.483108} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.743186] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Reconfigured VM instance instance-00000050 to attach disk [datastore1] a72083b2-cd7c-405b-8a46-734bf22858ed/a72083b2-cd7c-405b-8a46-734bf22858ed.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.744706] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-922aaf2f-e01c-4531-a425-7096bc92490b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.752868] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 957.752868] env[68134]: value = "task-2965221" [ 957.752868] env[68134]: _type = "Task" [ 957.752868] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.764576] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965221, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.993437] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.993619] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquired lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.993761] env[68134]: DEBUG nova.network.neutron [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.066136] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3e3f5-6216-4b3f-b3b5-335119e04522 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.074822] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e38b5d2-6d63-4398-9c0d-947e2d4e5cf6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.107624] env[68134]: DEBUG nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.110760] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b223c60-dc09-4739-b872-1b486536bfef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.119595] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f13d9e-3850-4ee0-bb7e-6462d17f0390 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.135203] env[68134]: DEBUG nova.compute.provider_tree [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.263052] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965221, 'name': Rename_Task, 'duration_secs': 0.275206} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.263269] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.263523] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5203bc2c-9769-4bc7-bc59-d510fed80873 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.271839] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 958.271839] env[68134]: value = "task-2965222" [ 958.271839] env[68134]: _type = "Task" [ 958.271839] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.280395] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.308235] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.308685] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.309034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.309403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.309647] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.312044] env[68134]: INFO nova.compute.manager [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Terminating instance [ 958.383240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.383653] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.384117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.384269] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.384635] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.388092] env[68134]: INFO nova.compute.manager [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Terminating instance [ 958.527593] env[68134]: DEBUG nova.network.neutron [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.676183] env[68134]: DEBUG nova.scheduler.client.report [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 958.676462] env[68134]: DEBUG nova.compute.provider_tree [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 109 to 110 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 958.676641] env[68134]: DEBUG nova.compute.provider_tree [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.729112] env[68134]: DEBUG nova.network.neutron [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Updating instance_info_cache with network_info: [{"id": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "address": "fa:16:3e:5b:3b:39", "network": {"id": "cf17f38a-34de-4fbd-aa48-4ea58f9c9bce", "bridge": "br-int", "label": "tempest-ServersTestJSON-2038761172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4a0371aa6404c54a8d4159fdf395003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d029fbf-91", "ovs_interfaceid": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.785166] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965222, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.787708] env[68134]: DEBUG nova.compute.manager [req-7875164c-3ee3-4757-8e97-56a88b242983 req-9d1dcad6-660c-41e2-8e9d-a3ede82f1aad service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Received event network-vif-plugged-2b600fcc-5e96-4e1d-b168-78dc93af36f8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.788018] env[68134]: DEBUG oslo_concurrency.lockutils [req-7875164c-3ee3-4757-8e97-56a88b242983 req-9d1dcad6-660c-41e2-8e9d-a3ede82f1aad service nova] Acquiring lock "d2890949-bdad-4ab6-b5b5-03e8728292cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.788425] env[68134]: DEBUG oslo_concurrency.lockutils [req-7875164c-3ee3-4757-8e97-56a88b242983 req-9d1dcad6-660c-41e2-8e9d-a3ede82f1aad service nova] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.789481] env[68134]: DEBUG oslo_concurrency.lockutils [req-7875164c-3ee3-4757-8e97-56a88b242983 req-9d1dcad6-660c-41e2-8e9d-a3ede82f1aad service nova] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.789481] env[68134]: DEBUG nova.compute.manager [req-7875164c-3ee3-4757-8e97-56a88b242983 req-9d1dcad6-660c-41e2-8e9d-a3ede82f1aad service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] No waiting events found dispatching network-vif-plugged-2b600fcc-5e96-4e1d-b168-78dc93af36f8 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.789481] env[68134]: WARNING nova.compute.manager [req-7875164c-3ee3-4757-8e97-56a88b242983 req-9d1dcad6-660c-41e2-8e9d-a3ede82f1aad service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Received unexpected event network-vif-plugged-2b600fcc-5e96-4e1d-b168-78dc93af36f8 for instance with vm_state building and task_state spawning. [ 958.815621] env[68134]: DEBUG nova.compute.manager [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.816015] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.816953] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f3094-ddf9-487d-ab5d-4fae6345e4da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.826723] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.827010] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce031ce5-c70b-45b3-b4e8-8759256db130 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.838365] env[68134]: DEBUG oslo_vmware.api [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 958.838365] env[68134]: value = "task-2965223" [ 958.838365] env[68134]: _type = "Task" [ 958.838365] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.851141] env[68134]: DEBUG oslo_vmware.api [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.888557] env[68134]: DEBUG nova.network.neutron [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Successfully updated port: 2b600fcc-5e96-4e1d-b168-78dc93af36f8 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.895742] env[68134]: DEBUG nova.compute.manager [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.896016] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.897354] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08641e21-5072-47d9-abd6-2e6e8802800c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.909115] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.909703] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59bdb9fa-4d3f-4c96-8240-0f977d8d9acc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.920379] env[68134]: DEBUG oslo_vmware.api [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 958.920379] env[68134]: value = "task-2965224" [ 958.920379] env[68134]: _type = "Task" [ 958.920379] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.932379] env[68134]: DEBUG oslo_vmware.api [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.184392] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.113s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.187750] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.821s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.189663] env[68134]: INFO nova.compute.claims [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.221013] env[68134]: INFO nova.scheduler.client.report [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted allocations for instance a95df7dc-bab1-4914-9aa1-e2188df5f9d7 [ 959.233324] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Releasing lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.233713] env[68134]: DEBUG nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Instance network_info: |[{"id": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "address": "fa:16:3e:5b:3b:39", "network": {"id": "cf17f38a-34de-4fbd-aa48-4ea58f9c9bce", "bridge": "br-int", "label": "tempest-ServersTestJSON-2038761172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4a0371aa6404c54a8d4159fdf395003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d029fbf-91", "ovs_interfaceid": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.285384] env[68134]: DEBUG oslo_vmware.api [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965222, 'name': PowerOnVM_Task, 'duration_secs': 0.788494} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.285678] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.285924] env[68134]: INFO nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Took 7.59 seconds to spawn the instance on the hypervisor. [ 959.286210] env[68134]: DEBUG nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.288724] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0780495-9612-43ee-b732-9360c218546f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.354027] env[68134]: DEBUG oslo_vmware.api [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965223, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.391919] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "refresh_cache-d2890949-bdad-4ab6-b5b5-03e8728292cc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.392113] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquired lock "refresh_cache-d2890949-bdad-4ab6-b5b5-03e8728292cc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.392317] env[68134]: DEBUG nova.network.neutron [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.431839] env[68134]: DEBUG oslo_vmware.api [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965224, 'name': PowerOffVM_Task, 'duration_secs': 0.402673} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.432150] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.432325] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.432591] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c1d3d1-9aa6-4269-8541-8da0dcefbca5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.513116] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.513116] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.513116] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Deleting the datastore file [datastore1] 76d3f6a5-3d4b-4471-8ade-23e16c8b822a {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.513116] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-423478a5-e9ff-4eda-85d6-d64cebba6760 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.522393] env[68134]: DEBUG oslo_vmware.api [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for the task: (returnval){ [ 959.522393] env[68134]: value = "task-2965226" [ 959.522393] env[68134]: _type = "Task" [ 959.522393] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.531183] env[68134]: DEBUG oslo_vmware.api [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.636616] env[68134]: DEBUG nova.compute.manager [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Received event network-changed-8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.636862] env[68134]: DEBUG nova.compute.manager [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Refreshing instance network info cache due to event network-changed-8d029fbf-91cb-4794-a1da-150f0f856bcb. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.637136] env[68134]: DEBUG oslo_concurrency.lockutils [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] Acquiring lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.637364] env[68134]: DEBUG oslo_concurrency.lockutils [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] Acquired lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.637477] env[68134]: DEBUG nova.network.neutron [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Refreshing network info cache for port 8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.733959] env[68134]: DEBUG oslo_concurrency.lockutils [None req-680b9632-d452-4ee9-b2e0-4c6e1905cff7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a95df7dc-bab1-4914-9aa1-e2188df5f9d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.581s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.808182] env[68134]: INFO nova.compute.manager [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Took 25.21 seconds to build instance. [ 959.851775] env[68134]: DEBUG oslo_vmware.api [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965223, 'name': PowerOffVM_Task, 'duration_secs': 0.553591} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.852089] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.852415] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.852802] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8feed382-444d-4788-87fd-192647a3b084 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.922034] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.922277] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.922536] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Deleting the datastore file [datastore2] dff871d1-30cd-4780-ac55-c601cd6d0ec6 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.922919] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b197b2ec-0923-4e4e-aa08-75febcc6ed13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.930977] env[68134]: DEBUG oslo_vmware.api [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for the task: (returnval){ [ 959.930977] env[68134]: value = "task-2965228" [ 959.930977] env[68134]: _type = "Task" [ 959.930977] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.940812] env[68134]: DEBUG oslo_vmware.api [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.949800] env[68134]: DEBUG nova.network.neutron [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.035336] env[68134]: DEBUG oslo_vmware.api [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Task: {'id': task-2965226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29904} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.039227] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.039532] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.039783] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.040105] env[68134]: INFO nova.compute.manager [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 960.040377] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.040690] env[68134]: DEBUG nova.compute.manager [-] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.040819] env[68134]: DEBUG nova.network.neutron [-] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.109220] env[68134]: DEBUG nova.network.neutron [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Updating instance_info_cache with network_info: [{"id": "2b600fcc-5e96-4e1d-b168-78dc93af36f8", "address": "fa:16:3e:48:0d:c3", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b600fcc-5e", "ovs_interfaceid": "2b600fcc-5e96-4e1d-b168-78dc93af36f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.245168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "a72083b2-cd7c-405b-8a46-734bf22858ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.312010] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d97c78b1-34bb-45d1-9938-5deadd5828e6 tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.751s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.313133] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.068s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.313443] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "a72083b2-cd7c-405b-8a46-734bf22858ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.316727] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.316727] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.317780] env[68134]: INFO nova.compute.manager [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Terminating instance [ 960.441373] env[68134]: DEBUG oslo_vmware.api [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Task: {'id': task-2965228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303256} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.444070] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.444277] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.444454] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.444624] env[68134]: INFO nova.compute.manager [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 960.444865] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.446072] env[68134]: DEBUG nova.compute.manager [-] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.446072] env[68134]: DEBUG nova.network.neutron [-] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.454981] env[68134]: DEBUG nova.network.neutron [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Updated VIF entry in instance network info cache for port 8d029fbf-91cb-4794-a1da-150f0f856bcb. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.454981] env[68134]: DEBUG nova.network.neutron [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Updating instance_info_cache with network_info: [{"id": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "address": "fa:16:3e:5b:3b:39", "network": {"id": "cf17f38a-34de-4fbd-aa48-4ea58f9c9bce", "bridge": "br-int", "label": "tempest-ServersTestJSON-2038761172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4a0371aa6404c54a8d4159fdf395003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d029fbf-91", "ovs_interfaceid": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.561844] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7712dc32-e114-40b8-9a8a-0d828c2275ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.570671] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f14e937-6139-4ed3-a15e-933c781bd14f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.603067] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d36619-bb45-4c1e-a3a1-c12c2c9637c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.611622] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae7c9d5-496c-4f83-bd86-a04b03ad94ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.616017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Releasing lock "refresh_cache-d2890949-bdad-4ab6-b5b5-03e8728292cc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.616324] env[68134]: DEBUG nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Instance network_info: |[{"id": "2b600fcc-5e96-4e1d-b168-78dc93af36f8", "address": "fa:16:3e:48:0d:c3", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b600fcc-5e", "ovs_interfaceid": "2b600fcc-5e96-4e1d-b168-78dc93af36f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.627563] env[68134]: DEBUG nova.compute.provider_tree [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.800084] env[68134]: DEBUG nova.network.neutron [-] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.823208] env[68134]: DEBUG nova.compute.manager [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.823535] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.824520] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf29ed9-168f-449f-97f8-184bb1e0fb73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.833981] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.833981] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d151f093-6be8-4c9c-9194-deba03762757 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.842881] env[68134]: DEBUG oslo_vmware.api [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 960.842881] env[68134]: value = "task-2965229" [ 960.842881] env[68134]: _type = "Task" [ 960.842881] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.853221] env[68134]: DEBUG oslo_vmware.api [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.960165] env[68134]: DEBUG oslo_concurrency.lockutils [req-3a88e83f-c0bf-490e-9635-63f31cc69a8b req-5c2203e5-e09e-4da8-94a8-7bf396bf5111 service nova] Releasing lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.130971] env[68134]: DEBUG nova.scheduler.client.report [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.170046] env[68134]: DEBUG nova.network.neutron [-] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.303189] env[68134]: INFO nova.compute.manager [-] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Took 1.26 seconds to deallocate network for instance. [ 961.355615] env[68134]: DEBUG oslo_vmware.api [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965229, 'name': PowerOffVM_Task, 'duration_secs': 0.238385} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.355900] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.356102] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.356378] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d057a527-6a34-41c3-acb2-a08d8d1ea94d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.433082] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.433082] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.433321] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Deleting the datastore file [datastore1] a72083b2-cd7c-405b-8a46-734bf22858ed {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.433542] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81a3f89f-b129-4845-9206-3ea2757aecc2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.442498] env[68134]: DEBUG oslo_vmware.api [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for the task: (returnval){ [ 961.442498] env[68134]: value = "task-2965231" [ 961.442498] env[68134]: _type = "Task" [ 961.442498] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.451987] env[68134]: DEBUG oslo_vmware.api [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.636210] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.636751] env[68134]: DEBUG nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.639574] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.881s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.639865] env[68134]: DEBUG nova.objects.instance [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lazy-loading 'resources' on Instance uuid ad00f21c-7907-4e07-bc8c-f36caf3271ec {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.672723] env[68134]: INFO nova.compute.manager [-] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Took 1.23 seconds to deallocate network for instance. [ 961.810604] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.953552] env[68134]: DEBUG oslo_vmware.api [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Task: {'id': task-2965231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381668} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.953816] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.953994] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.954185] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.954358] env[68134]: INFO nova.compute.manager [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 961.954608] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.954795] env[68134]: DEBUG nova.compute.manager [-] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.954908] env[68134]: DEBUG nova.network.neutron [-] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.147676] env[68134]: DEBUG nova.compute.utils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.151454] env[68134]: DEBUG nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.151454] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.179996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.200670] env[68134]: DEBUG nova.policy [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86961f2e888b40269cd67777c881e38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9905408bb6ec487f99fbafb6c128fb72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.478114] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af1f0a5-b3fd-46dd-af06-16862c3dd6ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.481590] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Successfully created port: a2863e75-78c7-4cbe-9599-d69f6558f6b6 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.489944] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1a7b5c-0bc5-41c6-b135-96e766468737 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.533061] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7da1ac6-a146-4c83-b9ac-c81b1584be00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.542707] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220ec1b7-6163-4be7-9199-06600738456b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.563475] env[68134]: DEBUG nova.compute.provider_tree [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.655357] env[68134]: DEBUG nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.714218] env[68134]: DEBUG nova.network.neutron [-] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.790851] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Successfully created port: a130c0a8-c66a-463f-a850-a64e327a18ba {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.051866] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Successfully created port: 6199d082-39d0-4c88-b58a-63efd950f31a {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.067539] env[68134]: DEBUG nova.scheduler.client.report [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.217418] env[68134]: INFO nova.compute.manager [-] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Took 1.26 seconds to deallocate network for instance. [ 963.312465] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.312818] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.312921] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.313126] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.313286] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.313472] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.313692] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.313848] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.314025] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.314192] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.314367] env[68134]: DEBUG nova.virt.hardware [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.317311] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49d8322-c65a-480c-b0a1-49a407c93dcf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.332060] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.332356] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.332534] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.332734] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.332882] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.333046] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.333339] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.333560] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.333788] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.333973] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.334164] env[68134]: DEBUG nova.virt.hardware [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.337147] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb97d1e3-8c39-420b-ba7b-c93d61fa37d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.341356] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d210399-36d8-4242-a77f-e8b07bd57ff9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.350607] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23202-0fe4-7150-0260-f6fc96e6dc31/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 963.351524] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0c0ae-535c-42f9-aedd-54f9d15653f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.367153] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:3b:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d029fbf-91cb-4794-a1da-150f0f856bcb', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.375821] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Creating folder: Project (b4a0371aa6404c54a8d4159fdf395003). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.376630] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd76afce-7022-44ab-b7b8-36ce94eb56a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.379675] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dfbc24-57a0-4564-a26b-9434098466a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.387388] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23202-0fe4-7150-0260-f6fc96e6dc31/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 963.387553] env[68134]: ERROR oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23202-0fe4-7150-0260-f6fc96e6dc31/disk-0.vmdk due to incomplete transfer. [ 963.388660] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6e54f1b-5b8e-4cc0-84c9-ac9db728835f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.398751] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:0d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b600fcc-5e96-4e1d-b168-78dc93af36f8', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.406978] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Creating folder: Project (1178dce324e14ad5ab47315507a48f22). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.410533] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe975e57-1e53-4a65-8109-478bcb92da57 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.412273] env[68134]: DEBUG oslo_vmware.rw_handles [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c23202-0fe4-7150-0260-f6fc96e6dc31/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 963.412465] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Uploaded image 0241780a-81be-487e-8dc0-514454c3a528 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 963.414969] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 963.416823] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Created folder: Project (b4a0371aa6404c54a8d4159fdf395003) in parent group-v594791. [ 963.416823] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Creating folder: Instances. Parent ref: group-v595013. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.419433] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-696ec651-b201-40c4-a2ec-4e5022aae6f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.419433] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f919327-430b-4bb1-b780-5bc75167e7d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.429010] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 963.429010] env[68134]: value = "task-2965234" [ 963.429010] env[68134]: _type = "Task" [ 963.429010] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.436274] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Created folder: Project (1178dce324e14ad5ab47315507a48f22) in parent group-v594791. [ 963.436384] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Creating folder: Instances. Parent ref: group-v595014. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.436588] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Created folder: Instances in parent group-v595013. [ 963.436864] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.439354] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cde32b98-6bad-430b-b83e-25cb4b14b3d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.442093] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.448801] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-413e21fc-02cc-4ff0-9075-45eb55806f9e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.462753] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965234, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.463721] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f15a9-94d9-2900-26ba-53e10a597b30/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 963.465101] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce387f4-21bf-4563-ae23-b4e4b3e270a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.474608] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f15a9-94d9-2900-26ba-53e10a597b30/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 963.474774] env[68134]: ERROR oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f15a9-94d9-2900-26ba-53e10a597b30/disk-0.vmdk due to incomplete transfer. [ 963.478315] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0fcad7f9-9261-41a2-aa5f-eb64358808de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.480850] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Created folder: Instances in parent group-v595014. [ 963.480850] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.485069] env[68134]: DEBUG nova.compute.manager [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Received event network-changed-2b600fcc-5e96-4e1d-b168-78dc93af36f8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.485069] env[68134]: DEBUG nova.compute.manager [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Refreshing instance network info cache due to event network-changed-2b600fcc-5e96-4e1d-b168-78dc93af36f8. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.485069] env[68134]: DEBUG oslo_concurrency.lockutils [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] Acquiring lock "refresh_cache-d2890949-bdad-4ab6-b5b5-03e8728292cc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.485069] env[68134]: DEBUG oslo_concurrency.lockutils [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] Acquired lock "refresh_cache-d2890949-bdad-4ab6-b5b5-03e8728292cc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.485069] env[68134]: DEBUG nova.network.neutron [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Refreshing network info cache for port 2b600fcc-5e96-4e1d-b168-78dc93af36f8 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.485069] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.485069] env[68134]: value = "task-2965237" [ 963.485069] env[68134]: _type = "Task" [ 963.485069] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.485069] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.485548] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0122d0-3da5-40e4-a399-586ef2eb39fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.507961] env[68134]: DEBUG oslo_vmware.rw_handles [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f15a9-94d9-2900-26ba-53e10a597b30/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 963.508188] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Uploaded image cc1acfb5-8573-4cb7-9fbe-8868f2fe64b8 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 963.509949] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 963.511083] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb64ea14-be56-4629-ae91-8aab79e14374 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.526971] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.526971] env[68134]: value = "task-2965238" [ 963.526971] env[68134]: _type = "Task" [ 963.526971] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.527629] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965237, 'name': CreateVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.529144] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 963.529144] env[68134]: value = "task-2965239" [ 963.529144] env[68134]: _type = "Task" [ 963.529144] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.550011] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965239, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.550325] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965238, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.574068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.576503] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.545s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.599538] env[68134]: INFO nova.scheduler.client.report [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted allocations for instance ad00f21c-7907-4e07-bc8c-f36caf3271ec [ 963.670340] env[68134]: DEBUG nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.696862] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.697180] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.697402] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.697674] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.697888] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.698122] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.698424] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.698647] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.698884] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.699092] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.699344] env[68134]: DEBUG nova.virt.hardware [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.700375] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae5468-b77a-444f-99af-2721a1835f25 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.711813] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e5a3b-f448-4f29-8ed9-fba9131fb79a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.734458] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.816333] env[68134]: DEBUG nova.network.neutron [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Updated VIF entry in instance network info cache for port 2b600fcc-5e96-4e1d-b168-78dc93af36f8. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.816875] env[68134]: DEBUG nova.network.neutron [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Updating instance_info_cache with network_info: [{"id": "2b600fcc-5e96-4e1d-b168-78dc93af36f8", "address": "fa:16:3e:48:0d:c3", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b600fcc-5e", "ovs_interfaceid": "2b600fcc-5e96-4e1d-b168-78dc93af36f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.826276] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.826606] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.826924] env[68134]: INFO nova.compute.manager [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Shelving [ 963.845783] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.846059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.886077] env[68134]: DEBUG nova.compute.manager [req-279af7f9-2945-4ba4-91ce-b003c93e331a req-10482e85-29e4-4a26-af92-ec103fd099d7 service nova] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Received event network-vif-deleted-24895d27-d506-421e-8593-893cc414cbba {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.886205] env[68134]: DEBUG nova.compute.manager [req-279af7f9-2945-4ba4-91ce-b003c93e331a req-10482e85-29e4-4a26-af92-ec103fd099d7 service nova] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Received event network-vif-deleted-b4a0b36b-e57b-44a8-b2d3-4233d3a96a5d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.947755] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965234, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.986921] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8eb6ae-33f2-43df-a353-5e7985f741ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.000614] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965237, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.004235] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20941f5a-ea88-47c3-87e5-ba2d6bd8398c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.042222] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e509b-ed63-439e-ab50-932f114a190c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.049451] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965238, 'name': CreateVM_Task, 'duration_secs': 0.489754} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.053953] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.054303] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965239, 'name': Destroy_Task, 'duration_secs': 0.518389} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.058021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.058021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.058021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.058021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2c838e-3e27-4275-a6dc-1929b3e761bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.062584] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Destroyed the VM [ 964.062903] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.063212] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe98cf7a-a20d-48af-87e0-04638b1db9ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.065192] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75ce4a79-48f4-4776-9637-77b5b014ccd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.071894] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 964.071894] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d349ef-dd16-5dcf-e837-e4f9855bb870" [ 964.071894] env[68134]: _type = "Task" [ 964.071894] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.080706] env[68134]: DEBUG nova.compute.provider_tree [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.084630] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 964.084630] env[68134]: value = "task-2965240" [ 964.084630] env[68134]: _type = "Task" [ 964.084630] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.092589] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d349ef-dd16-5dcf-e837-e4f9855bb870, 'name': SearchDatastore_Task, 'duration_secs': 0.015525} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.092878] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.093121] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.093593] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.093593] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.093724] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.093894] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afceab7f-e78a-4776-8b14-31209133aedd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.098710] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965240, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.108203] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.108203] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.109042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dc3aaace-c54c-431e-8dca-5a98c898d03e tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "ad00f21c-7907-4e07-bc8c-f36caf3271ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.818s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.109884] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8144f5d5-0fb5-4426-be88-860368735ef6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.115701] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 964.115701] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529e3dd2-50a4-6937-767a-77df1391126d" [ 964.115701] env[68134]: _type = "Task" [ 964.115701] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.125095] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529e3dd2-50a4-6937-767a-77df1391126d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.323592] env[68134]: DEBUG oslo_concurrency.lockutils [req-5d59c127-1b04-472d-90c5-097bc29336db req-e06d0e7c-0e5d-4ad7-ad58-5e29f6ca04b4 service nova] Releasing lock "refresh_cache-d2890949-bdad-4ab6-b5b5-03e8728292cc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.349259] env[68134]: DEBUG nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.423929] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.424267] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1295fbbe-f8b0-4d12-b7c5-4cdc8efaccf4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.438153] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 964.438153] env[68134]: value = "task-2965241" [ 964.438153] env[68134]: _type = "Task" [ 964.438153] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.446329] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965234, 'name': Destroy_Task, 'duration_secs': 0.615047} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.448976] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Destroyed the VM [ 964.449391] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.453880] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c56c23e-d041-4b40-84c0-2cdfaf64ffca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.456542] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.465867] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 964.465867] env[68134]: value = "task-2965242" [ 964.465867] env[68134]: _type = "Task" [ 964.465867] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.480757] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965242, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.498593] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965237, 'name': CreateVM_Task, 'duration_secs': 0.54738} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.498806] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.499605] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.499813] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.500341] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.500682] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f24fa8c-ef07-41f9-a9d4-41959e6f6043 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.506598] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 964.506598] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521f8bb0-0d0c-9dd4-bf67-32ef4d55eb75" [ 964.506598] env[68134]: _type = "Task" [ 964.506598] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.518114] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521f8bb0-0d0c-9dd4-bf67-32ef4d55eb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.586729] env[68134]: DEBUG nova.scheduler.client.report [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.603657] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965240, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.632264] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529e3dd2-50a4-6937-767a-77df1391126d, 'name': SearchDatastore_Task, 'duration_secs': 0.013535} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.636437] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ed3439-669e-44fb-896a-f64bdbbf7b12 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.645745] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 964.645745] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529a413b-5470-f8d0-9712-bb5c9749e6f1" [ 964.645745] env[68134]: _type = "Task" [ 964.645745] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.656518] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529a413b-5470-f8d0-9712-bb5c9749e6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.682472] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Successfully updated port: a2863e75-78c7-4cbe-9599-d69f6558f6b6 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.840862] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.841293] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d6791c7-e021-49a9-9a21-c93edc4e785a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.849377] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 964.849377] env[68134]: value = "task-2965243" [ 964.849377] env[68134]: _type = "Task" [ 964.849377] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.861594] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.868161] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.950345] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965241, 'name': PowerOffVM_Task, 'duration_secs': 0.217999} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.950521] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.951388] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b62f58-78f3-4d10-965f-44a865453581 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.975985] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e796312-fb40-4022-ba4e-13a1854368a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.984989] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965242, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.015572] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.015572] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-015a3d45-2d0a-44e7-ab3e-86357c41f047 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.018814] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521f8bb0-0d0c-9dd4-bf67-32ef4d55eb75, 'name': SearchDatastore_Task, 'duration_secs': 0.01444} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.019621] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.019860] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.020083] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.024547] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 965.024547] env[68134]: value = "task-2965244" [ 965.024547] env[68134]: _type = "Task" [ 965.024547] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.036045] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.039733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "553251a9-828e-4631-975a-6e5748c180e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.040032] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.098058] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.521s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.099031] env[68134]: INFO nova.compute.manager [None req-c32dbae8-883e-475d-ac33-346182c53cb4 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Successfully reverted task state from rebuilding on failure for instance. [ 965.104028] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.055s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.104028] env[68134]: DEBUG nova.objects.instance [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lazy-loading 'resources' on Instance uuid 8b099ae4-4993-4664-818e-c6fc4f3694b8 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.110475] env[68134]: DEBUG oslo_vmware.api [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965240, 'name': RemoveSnapshot_Task, 'duration_secs': 0.561178} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.110740] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 965.110966] env[68134]: INFO nova.compute.manager [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 965.159701] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529a413b-5470-f8d0-9712-bb5c9749e6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.021308} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.160267] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.160738] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d2890949-bdad-4ab6-b5b5-03e8728292cc/d2890949-bdad-4ab6-b5b5-03e8728292cc.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.160878] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.160967] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.161577] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a3a4f03-d83a-45e0-9663-e2eaab2b53d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.163750] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a08e745-8475-433e-9b04-998755dfffe7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.172372] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 965.172372] env[68134]: value = "task-2965245" [ 965.172372] env[68134]: _type = "Task" [ 965.172372] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.177136] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.177319] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.178517] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113808aa-3061-47fd-84ca-7b7500cf971e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.189780] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.195866] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 965.195866] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cffa61-e716-d0f4-5136-19ed891c2914" [ 965.195866] env[68134]: _type = "Task" [ 965.195866] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.205087] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cffa61-e716-d0f4-5136-19ed891c2914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.292877] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.293187] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.293374] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.293554] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.293738] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.296224] env[68134]: INFO nova.compute.manager [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Terminating instance [ 965.359760] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965243, 'name': PowerOffVM_Task, 'duration_secs': 0.206189} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.360109] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.361023] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8cb79a-1b93-4a2d-ae6f-4b6eb9f6979a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.381414] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98010a-6525-49e3-917d-2dae55446ded {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.485989] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965242, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572791} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.486520] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 965.487038] env[68134]: DEBUG nova.compute.manager [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.488050] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76e142f-2597-4d4a-ad95-64f17276465e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.537461] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.537598] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.537865] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.537993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.538306] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.539261] env[68134]: DEBUG nova.compute.manager [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-vif-plugged-a2863e75-78c7-4cbe-9599-d69f6558f6b6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.539450] env[68134]: DEBUG oslo_concurrency.lockutils [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] Acquiring lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.539679] env[68134]: DEBUG oslo_concurrency.lockutils [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.539896] env[68134]: DEBUG oslo_concurrency.lockutils [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.540053] env[68134]: DEBUG nova.compute.manager [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] No waiting events found dispatching network-vif-plugged-a2863e75-78c7-4cbe-9599-d69f6558f6b6 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.540222] env[68134]: WARNING nova.compute.manager [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received unexpected event network-vif-plugged-a2863e75-78c7-4cbe-9599-d69f6558f6b6 for instance with vm_state building and task_state spawning. [ 965.540376] env[68134]: DEBUG nova.compute.manager [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-changed-a2863e75-78c7-4cbe-9599-d69f6558f6b6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.540523] env[68134]: DEBUG nova.compute.manager [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Refreshing instance network info cache due to event network-changed-a2863e75-78c7-4cbe-9599-d69f6558f6b6. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.540732] env[68134]: DEBUG oslo_concurrency.lockutils [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] Acquiring lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.540875] env[68134]: DEBUG oslo_concurrency.lockutils [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] Acquired lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.541039] env[68134]: DEBUG nova.network.neutron [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Refreshing network info cache for port a2863e75-78c7-4cbe-9599-d69f6558f6b6 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.542406] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ead4b93-0c23-41f3-8a73-e78f5c5a7725 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.544692] env[68134]: DEBUG nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.559999] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.560216] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.562633] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892db501-ccf5-4d87-a382-f6ca516febd0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.568708] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 965.568708] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528c5a98-f5c9-f879-e239-3246bb86956c" [ 965.568708] env[68134]: _type = "Task" [ 965.568708] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.579425] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528c5a98-f5c9-f879-e239-3246bb86956c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.681039] env[68134]: DEBUG nova.compute.manager [None req-ccdfd10f-9277-40b5-9d23-e35ab909e279 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Found 1 images (rotation: 2) {{(pid=68134) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 965.693777] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965245, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.709396] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cffa61-e716-d0f4-5136-19ed891c2914, 'name': SearchDatastore_Task, 'duration_secs': 0.014225} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.713415] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e3141d-5a3c-4774-98ee-4bb52dbe7797 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.721380] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 965.721380] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520ea00c-54a0-b117-ee6a-cd8a6d4db6bd" [ 965.721380] env[68134]: _type = "Task" [ 965.721380] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.730529] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520ea00c-54a0-b117-ee6a-cd8a6d4db6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.800911] env[68134]: DEBUG nova.compute.manager [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.801158] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.802753] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87c5a9b-56fa-4d5b-a9fb-0371a25b4dd3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.814035] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.814417] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8663a988-e84a-4a9a-a749-b685ba087201 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.823029] env[68134]: DEBUG oslo_vmware.api [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 965.823029] env[68134]: value = "task-2965246" [ 965.823029] env[68134]: _type = "Task" [ 965.823029] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.836190] env[68134]: DEBUG oslo_vmware.api [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.857283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.857929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.898632] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.899342] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcbba5b8-7696-46d1-af79-24171b8cb4d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.909638] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 965.909638] env[68134]: value = "task-2965247" [ 965.909638] env[68134]: _type = "Task" [ 965.909638] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.924037] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.999314] env[68134]: DEBUG nova.compute.manager [req-6efeedf0-89d6-4fec-9d24-95dc24343aad req-fa998cc0-3ea6-4de7-be93-58ae94d9d13c service nova] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Received event network-vif-deleted-c9a3dd94-b577-4464-804b-e3cf11def294 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.005143] env[68134]: INFO nova.compute.manager [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Shelve offloading [ 966.044571] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d24a91-8c61-4d9a-9c98-2b78e09fbf6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.057342] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4819f3b1-d7e9-4ce1-9afa-740539f54116 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.064753] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.106288] env[68134]: DEBUG nova.network.neutron [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.115174] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8181f21a-afcc-47b0-a974-9a489c724676 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.127421] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528c5a98-f5c9-f879-e239-3246bb86956c, 'name': SearchDatastore_Task, 'duration_secs': 0.025216} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.130353] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ad1f8f-b606-4bfd-816d-c24a0a585d2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.135605] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e475b9-3a5d-4326-9819-6eaf0d106346 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.149311] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 966.149311] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d5f7e5-c4cc-2445-3144-63aa22c2665d" [ 966.149311] env[68134]: _type = "Task" [ 966.149311] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.159208] env[68134]: DEBUG nova.compute.provider_tree [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.172299] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d5f7e5-c4cc-2445-3144-63aa22c2665d, 'name': SearchDatastore_Task, 'duration_secs': 0.016829} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.172737] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.173102] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. {{(pid=68134) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 966.173770] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5f4190-d572-49e8-9159-929ba93b74c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.186345] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809399} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.187693] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d2890949-bdad-4ab6-b5b5-03e8728292cc/d2890949-bdad-4ab6-b5b5-03e8728292cc.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.188232] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.188232] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 966.188232] env[68134]: value = "task-2965248" [ 966.188232] env[68134]: _type = "Task" [ 966.188232] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.188405] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d43113d9-8dd1-4efe-a421-599037411b6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.201500] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.202783] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 966.202783] env[68134]: value = "task-2965249" [ 966.202783] env[68134]: _type = "Task" [ 966.202783] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.235734] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520ea00c-54a0-b117-ee6a-cd8a6d4db6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.062658} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.236112] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.236535] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7/6e14e248-58db-47f0-9ea2-f7cd78a9d3d7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.236858] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-232d31be-9064-4ff4-b062-61ced8a890c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.246039] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 966.246039] env[68134]: value = "task-2965250" [ 966.246039] env[68134]: _type = "Task" [ 966.246039] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.255017] env[68134]: DEBUG nova.network.neutron [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.260149] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.269839] env[68134]: DEBUG nova.compute.manager [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.270958] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe1f4ef-9409-4ddd-9e53-1050c2cb266c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.333768] env[68134]: DEBUG oslo_vmware.api [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965246, 'name': PowerOffVM_Task, 'duration_secs': 0.369793} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.334086] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.334294] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.334592] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51b18e82-4287-4b26-91df-a906163a5035 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.360289] env[68134]: DEBUG nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.401689] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.401957] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.402216] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleting the datastore file [datastore1] e01c63f9-d808-49a4-bc2d-f1a0e57b833b {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.402520] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-135e7c1b-0897-43cd-bbae-5d21087235f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.409822] env[68134]: DEBUG oslo_vmware.api [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 966.409822] env[68134]: value = "task-2965252" [ 966.409822] env[68134]: _type = "Task" [ 966.409822] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.422434] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965247, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.425510] env[68134]: DEBUG oslo_vmware.api [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.509745] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.510111] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1330afee-1d82-4a40-88b6-071db3eca99b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.519504] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 966.519504] env[68134]: value = "task-2965253" [ 966.519504] env[68134]: _type = "Task" [ 966.519504] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.532259] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.532490] env[68134]: DEBUG nova.compute.manager [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.533840] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7045db6-3e50-438d-a88e-6d4a0e330076 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.541793] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.541900] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.542105] env[68134]: DEBUG nova.network.neutron [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.667361] env[68134]: DEBUG nova.scheduler.client.report [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.701154] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965248, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.713054] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095945} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.713368] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.714326] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd38bc0-1b06-453b-bc4d-acb88d00bed0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.738924] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d2890949-bdad-4ab6-b5b5-03e8728292cc/d2890949-bdad-4ab6-b5b5-03e8728292cc.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.739295] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eecb7d42-2dd0-49e5-b7aa-e6a016bfe4dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.762534] env[68134]: DEBUG oslo_concurrency.lockutils [req-aac03f80-8f03-440b-b9d3-76d5c8198e4d req-d76b7ff7-a8aa-4ecd-8810-9555f8d3e392 service nova] Releasing lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.765030] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965250, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.766772] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 966.766772] env[68134]: value = "task-2965254" [ 966.766772] env[68134]: _type = "Task" [ 966.766772] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.779128] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.781264] env[68134]: INFO nova.compute.manager [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] instance snapshotting [ 966.781890] env[68134]: DEBUG nova.objects.instance [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'flavor' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.887832] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.909024] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Successfully updated port: a130c0a8-c66a-463f-a850-a64e327a18ba {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.926114] env[68134]: DEBUG oslo_vmware.api [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.931289] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965247, 'name': CreateSnapshot_Task, 'duration_secs': 0.72959} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.931620] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.932549] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30043831-a2ee-4951-b1de-165059edd9ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.174289] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.179202] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.360s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.201883] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668015} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.202803] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. [ 967.203616] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955909b4-e6b1-4907-95ca-16d4d22b7fdf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.231974] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.236275] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db103cc-a2c7-4e49-addf-691cad3e83bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.260367] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 967.260367] env[68134]: value = "task-2965255" [ 967.260367] env[68134]: _type = "Task" [ 967.260367] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.265930] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691008} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.266525] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7/6e14e248-58db-47f0-9ea2-f7cd78a9d3d7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.266729] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.268354] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee4373bd-23d9-4936-8c95-0b46a2ae4c28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.275495] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.281160] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.282534] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 967.282534] env[68134]: value = "task-2965256" [ 967.282534] env[68134]: _type = "Task" [ 967.282534] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.288856] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fec067-d58b-4bda-ba58-9be22be607e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.297506] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.314515] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0699dbb-c841-47f3-9737-109957e02bdf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.330970] env[68134]: DEBUG nova.network.neutron [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Updating instance_info_cache with network_info: [{"id": "6ffae40d-8f24-464f-8d9c-70b896df6046", "address": "fa:16:3e:b9:3c:b9", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ffae40d-8f", "ovs_interfaceid": "6ffae40d-8f24-464f-8d9c-70b896df6046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.422032] env[68134]: DEBUG oslo_vmware.api [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586602} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.422032] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.422032] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.422324] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.422324] env[68134]: INFO nova.compute.manager [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Took 1.62 seconds to destroy the instance on the hypervisor. [ 967.422556] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.422748] env[68134]: DEBUG nova.compute.manager [-] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.422840] env[68134]: DEBUG nova.network.neutron [-] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.452453] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 967.452972] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-766045d3-9729-40b1-b441-32d1261c79a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.464891] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 967.464891] env[68134]: value = "task-2965257" [ 967.464891] env[68134]: _type = "Task" [ 967.464891] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.475816] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965257, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.573918] env[68134]: DEBUG nova.compute.manager [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-vif-plugged-a130c0a8-c66a-463f-a850-a64e327a18ba {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.573918] env[68134]: DEBUG oslo_concurrency.lockutils [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] Acquiring lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.573918] env[68134]: DEBUG oslo_concurrency.lockutils [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.573918] env[68134]: DEBUG oslo_concurrency.lockutils [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.573918] env[68134]: DEBUG nova.compute.manager [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] No waiting events found dispatching network-vif-plugged-a130c0a8-c66a-463f-a850-a64e327a18ba {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.573918] env[68134]: WARNING nova.compute.manager [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received unexpected event network-vif-plugged-a130c0a8-c66a-463f-a850-a64e327a18ba for instance with vm_state building and task_state spawning. [ 967.573918] env[68134]: DEBUG nova.compute.manager [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-changed-a130c0a8-c66a-463f-a850-a64e327a18ba {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.573918] env[68134]: DEBUG nova.compute.manager [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Refreshing instance network info cache due to event network-changed-a130c0a8-c66a-463f-a850-a64e327a18ba. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.573918] env[68134]: DEBUG oslo_concurrency.lockutils [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] Acquiring lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.573918] env[68134]: DEBUG oslo_concurrency.lockutils [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] Acquired lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.573918] env[68134]: DEBUG nova.network.neutron [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Refreshing network info cache for port a130c0a8-c66a-463f-a850-a64e327a18ba {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.691283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-015bc2be-0ac9-4363-ac42-ac3d98a81920 tempest-ServerActionsV293TestJSON-707047787 tempest-ServerActionsV293TestJSON-707047787-project-member] Lock "8b099ae4-4993-4664-818e-c6fc4f3694b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.317s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.769494] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965255, 'name': ReconfigVM_Task, 'duration_secs': 0.30657} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.774701] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Reconfigured VM instance instance-0000004d to attach disk [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.775975] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af1211-7262-4632-a205-13258b009d53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.783806] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965254, 'name': ReconfigVM_Task, 'duration_secs': 0.827893} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.803671] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d2890949-bdad-4ab6-b5b5-03e8728292cc/d2890949-bdad-4ab6-b5b5-03e8728292cc.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.809207] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-327badee-3e34-473f-ac6a-edc75d262056 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.810646] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1d1a3a-dd8b-401b-824a-bd0e6e8f6394 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.829242] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 967.829602] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103967} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.831689] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e0410fe-4eaa-4e91-a444-b3a6b1103b62 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.833587] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.833934] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 967.833934] env[68134]: value = "task-2965258" [ 967.833934] env[68134]: _type = "Task" [ 967.833934] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.834198] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 967.834198] env[68134]: value = "task-2965259" [ 967.834198] env[68134]: _type = "Task" [ 967.834198] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.836939] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.839563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee91281-3ae1-45da-a114-495b65eff2d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.853276] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 967.853276] env[68134]: value = "task-2965260" [ 967.853276] env[68134]: _type = "Task" [ 967.853276] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.879280] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7/6e14e248-58db-47f0-9ea2-f7cd78a9d3d7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.889821] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b087bed8-6874-4f99-a72c-e10670761753 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.908888] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.910446] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965259, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.921931] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 967.921931] env[68134]: value = "task-2965261" [ 967.921931] env[68134]: _type = "Task" [ 967.921931] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.922343] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.939489] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.985017] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965257, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.039622] env[68134]: DEBUG nova.compute.manager [req-5cf10060-8bd6-4df9-80fc-7060157f72da req-91f96a53-f67a-46a8-88c8-e26a5a067440 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Received event network-vif-deleted-9aca9526-3b5d-49e8-9103-e589f28b4403 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.039622] env[68134]: INFO nova.compute.manager [req-5cf10060-8bd6-4df9-80fc-7060157f72da req-91f96a53-f67a-46a8-88c8-e26a5a067440 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Neutron deleted interface 9aca9526-3b5d-49e8-9103-e589f28b4403; detaching it from the instance and deleting it from the info cache [ 968.039622] env[68134]: DEBUG nova.network.neutron [req-5cf10060-8bd6-4df9-80fc-7060157f72da req-91f96a53-f67a-46a8-88c8-e26a5a067440 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.114519] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9def5d0-7ac7-4c0b-b878-917533415efb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.118446] env[68134]: DEBUG nova.network.neutron [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.126269] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13995799-bacf-460a-af81-016f2c3f594a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.165903] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54230e9d-37b0-4094-a377-c53927b79e29 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.178144] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe231c6-a05f-498c-b39f-b21c5958e152 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.189544] env[68134]: DEBUG nova.network.neutron [-] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.204133] env[68134]: DEBUG nova.compute.provider_tree [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.212719] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.213615] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538ec33-6e74-43d0-9e0b-18ae3ef1f165 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.222729] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.222897] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d208ef0a-7414-42fa-9652-ad9098b43eb9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.249645] env[68134]: DEBUG nova.network.neutron [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.298922] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.299116] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.299275] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleting the datastore file [datastore1] 5c9a9a39-861a-427f-a1a9-537ae8f262cd {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.299549] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-870bff32-c1f9-407f-b7d4-ee8f351a0da0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.312053] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 968.312053] env[68134]: value = "task-2965263" [ 968.312053] env[68134]: _type = "Task" [ 968.312053] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.322421] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.355219] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965259, 'name': Rename_Task, 'duration_secs': 0.171662} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.358480] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.359157] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965258, 'name': ReconfigVM_Task, 'duration_secs': 0.520567} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.359157] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-495a3fb5-fcb6-4ea2-bb75-cd9994a60dc7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.364321] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.364596] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2afc8c-546e-4414-a018-af40319528c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.373698] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965260, 'name': CreateSnapshot_Task, 'duration_secs': 0.493036} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.376027] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 968.376500] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 968.376500] env[68134]: value = "task-2965265" [ 968.376500] env[68134]: _type = "Task" [ 968.376500] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.376777] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 968.376777] env[68134]: value = "task-2965264" [ 968.376777] env[68134]: _type = "Task" [ 968.376777] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.377808] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a494e6b-cd49-432d-b5f3-6f33be5f9148 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.405687] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.405980] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965264, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.438413] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.477318] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965257, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.541959] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba87fe51-10bf-42ea-90a3-6fb46e029a32 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.553116] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e34bab-dd3d-4ac8-acb1-8bd5f0752da6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.593613] env[68134]: DEBUG nova.compute.manager [req-5cf10060-8bd6-4df9-80fc-7060157f72da req-91f96a53-f67a-46a8-88c8-e26a5a067440 service nova] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Detach interface failed, port_id=9aca9526-3b5d-49e8-9103-e589f28b4403, reason: Instance e01c63f9-d808-49a4-bc2d-f1a0e57b833b could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.706608] env[68134]: INFO nova.compute.manager [-] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Took 1.28 seconds to deallocate network for instance. [ 968.729332] env[68134]: ERROR nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [req-4b72ea9e-ad98-43f7-b1b5-8ada71c8f8c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b72ea9e-ad98-43f7-b1b5-8ada71c8f8c5"}]} [ 968.747909] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 968.752176] env[68134]: DEBUG oslo_concurrency.lockutils [req-b61f7d01-db5f-477d-a79b-9b0f944e3779 req-3f557e3c-30e9-4ff5-9641-71ef57f7f1a4 service nova] Releasing lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.768813] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 968.769052] env[68134]: DEBUG nova.compute.provider_tree [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.783055] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 968.805952] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 968.823499] env[68134]: DEBUG oslo_vmware.api [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154944} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.823756] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.823941] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.824140] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.856045] env[68134]: INFO nova.scheduler.client.report [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted allocations for instance 5c9a9a39-861a-427f-a1a9-537ae8f262cd [ 968.900404] env[68134]: DEBUG oslo_vmware.api [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965265, 'name': PowerOnVM_Task, 'duration_secs': 0.505025} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.904112] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.904349] env[68134]: INFO nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Took 10.80 seconds to spawn the instance on the hypervisor. [ 968.904528] env[68134]: DEBUG nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.905238] env[68134]: DEBUG oslo_vmware.api [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965264, 'name': PowerOnVM_Task, 'duration_secs': 0.439443} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.908315] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1936f2-fde2-4072-a835-f314dbe905f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.910885] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.918725] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 968.920036] env[68134]: DEBUG nova.compute.manager [None req-2353a818-7964-44ce-a49d-64a9c2a5a6f3 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.920486] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3a02473-f898-48c7-a4b9-8f64c981a8bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.924222] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43dbe6d-df24-46ab-9504-e257cd5ca33e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.942226] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 968.942226] env[68134]: value = "task-2965266" [ 968.942226] env[68134]: _type = "Task" [ 968.942226] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.948884] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965261, 'name': ReconfigVM_Task, 'duration_secs': 0.740216} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.949546] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7/6e14e248-58db-47f0-9ea2-f7cd78a9d3d7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.952624] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95b5542-7737-4bcf-95c1-93ef861ddc04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.957832] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965266, 'name': CloneVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.963818] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 968.963818] env[68134]: value = "task-2965267" [ 968.963818] env[68134]: _type = "Task" [ 968.963818] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.977560] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965267, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.984760] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965257, 'name': CloneVM_Task, 'duration_secs': 1.434154} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.985024] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Created linked-clone VM from snapshot [ 968.985779] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6c551-e666-4ae6-9675-f37416085f86 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.996065] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Uploading image 905e0f71-a6d0-4e58-834b-5da65e4f7ca2 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 969.006421] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Successfully updated port: 6199d082-39d0-4c88-b58a-63efd950f31a {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.021164] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 969.021164] env[68134]: value = "vm-595020" [ 969.021164] env[68134]: _type = "VirtualMachine" [ 969.021164] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 969.021526] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-731dfbf3-f4ba-403c-ba66-4db3abaf95c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.035149] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease: (returnval){ [ 969.035149] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526a2c35-6795-5327-d378-cc7a8fe1647b" [ 969.035149] env[68134]: _type = "HttpNfcLease" [ 969.035149] env[68134]: } obtained for exporting VM: (result){ [ 969.035149] env[68134]: value = "vm-595020" [ 969.035149] env[68134]: _type = "VirtualMachine" [ 969.035149] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 969.035149] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the lease: (returnval){ [ 969.035149] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526a2c35-6795-5327-d378-cc7a8fe1647b" [ 969.035149] env[68134]: _type = "HttpNfcLease" [ 969.035149] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 969.050258] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.050258] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526a2c35-6795-5327-d378-cc7a8fe1647b" [ 969.050258] env[68134]: _type = "HttpNfcLease" [ 969.050258] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 969.216590] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.222198] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a06ed03-22f2-44c2-90c2-b622791871ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.231368] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3911bd61-0445-492e-94ad-2b85ddc53b20 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.265668] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50efb0d1-ad04-49db-9c8f-7371e0638bdb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.274859] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ae1981-3a1f-4a70-85bf-d06ca33e9cfc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.288729] env[68134]: DEBUG nova.compute.provider_tree [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.363546] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.455028] env[68134]: INFO nova.compute.manager [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Took 28.11 seconds to build instance. [ 969.465405] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965266, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.475921] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965267, 'name': Rename_Task, 'duration_secs': 0.158202} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.476219] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.476463] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-833ba9d8-c5db-4c18-bf5c-b847fd2983af {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.486326] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 969.486326] env[68134]: value = "task-2965269" [ 969.486326] env[68134]: _type = "Task" [ 969.486326] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.495233] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.509511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.509816] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.510033] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.545892] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.545892] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526a2c35-6795-5327-d378-cc7a8fe1647b" [ 969.545892] env[68134]: _type = "HttpNfcLease" [ 969.545892] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.546209] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.546209] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526a2c35-6795-5327-d378-cc7a8fe1647b" [ 969.546209] env[68134]: _type = "HttpNfcLease" [ 969.546209] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.547373] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1dbbbe-06a2-491d-982a-eec18ae9c6fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.558596] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e046b-e8dd-1aa7-b4b2-290666fc5987/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.558783] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e046b-e8dd-1aa7-b4b2-290666fc5987/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.669376] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84fe249a-a61a-4866-bd8a-5adfe66d2e4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.725277] env[68134]: DEBUG nova.compute.manager [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-vif-plugged-6199d082-39d0-4c88-b58a-63efd950f31a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.725503] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] Acquiring lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.725705] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.725866] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.726154] env[68134]: DEBUG nova.compute.manager [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] No waiting events found dispatching network-vif-plugged-6199d082-39d0-4c88-b58a-63efd950f31a {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.726371] env[68134]: WARNING nova.compute.manager [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received unexpected event network-vif-plugged-6199d082-39d0-4c88-b58a-63efd950f31a for instance with vm_state building and task_state spawning. [ 969.726530] env[68134]: DEBUG nova.compute.manager [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-changed-6199d082-39d0-4c88-b58a-63efd950f31a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.726682] env[68134]: DEBUG nova.compute.manager [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Refreshing instance network info cache due to event network-changed-6199d082-39d0-4c88-b58a-63efd950f31a. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.726844] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] Acquiring lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.817237] env[68134]: ERROR nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [req-7d38a391-0b15-4770-982a-a63b58e201d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d38a391-0b15-4770-982a-a63b58e201d2"}]} [ 969.841656] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.855789] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.856131] env[68134]: DEBUG nova.compute.provider_tree [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.873458] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.891101] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.957242] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d0e163d9-1f7e-468b-b4a1-229a79cc1c34 tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.631s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.967507] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965266, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.000379] env[68134]: DEBUG oslo_vmware.api [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965269, 'name': PowerOnVM_Task, 'duration_secs': 0.45865} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.000653] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.000955] env[68134]: INFO nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Took 14.60 seconds to spawn the instance on the hypervisor. [ 970.001099] env[68134]: DEBUG nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.001903] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9d91f3-bf81-4957-bdd1-c060e1647b4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.061132] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "d2890949-bdad-4ab6-b5b5-03e8728292cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.061473] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.061733] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "d2890949-bdad-4ab6-b5b5-03e8728292cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.061928] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.062208] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.064875] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.067880] env[68134]: INFO nova.compute.manager [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Terminating instance [ 970.155886] env[68134]: DEBUG nova.compute.manager [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Received event network-vif-unplugged-6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.157578] env[68134]: DEBUG oslo_concurrency.lockutils [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] Acquiring lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.157578] env[68134]: DEBUG oslo_concurrency.lockutils [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.157578] env[68134]: DEBUG oslo_concurrency.lockutils [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.157578] env[68134]: DEBUG nova.compute.manager [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] No waiting events found dispatching network-vif-unplugged-6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.157578] env[68134]: DEBUG nova.compute.manager [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Received event network-vif-unplugged-6ffae40d-8f24-464f-8d9c-70b896df6046 for instance with task_state deleting. {{(pid=68134) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 970.158600] env[68134]: DEBUG nova.compute.manager [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Received event network-changed-6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.158600] env[68134]: DEBUG nova.compute.manager [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Refreshing instance network info cache due to event network-changed-6ffae40d-8f24-464f-8d9c-70b896df6046. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.158600] env[68134]: DEBUG oslo_concurrency.lockutils [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] Acquiring lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.158600] env[68134]: DEBUG oslo_concurrency.lockutils [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] Acquired lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.158600] env[68134]: DEBUG nova.network.neutron [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Refreshing network info cache for port 6ffae40d-8f24-464f-8d9c-70b896df6046 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.228715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.229137] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.315060] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fdfe0e-f85a-4d9e-b6ae-f748dc40ad51 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.324306] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d898f332-89f0-4817-a874-7c097f023246 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.359536] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf96762-c037-438d-8382-364fb9392b80 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.368669] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3174b9f-f1d5-47f8-aa78-d950cfa1fe78 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.386842] env[68134]: DEBUG nova.compute.provider_tree [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.464481] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965266, 'name': CloneVM_Task, 'duration_secs': 1.401656} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.464817] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Created linked-clone VM from snapshot [ 970.465759] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0ac766-039b-4d97-bead-0cdbcd8a0e5d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.475473] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Uploading image 8c906fd2-059b-4261-9d2c-297606e5a5d5 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.498844] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 970.498844] env[68134]: value = "vm-595022" [ 970.498844] env[68134]: _type = "VirtualMachine" [ 970.498844] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 970.499331] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aed22117-705f-4221-a50a-104cc280d2c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.515573] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease: (returnval){ [ 970.515573] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228228d-8ec3-ceae-141c-44425f3fddf6" [ 970.515573] env[68134]: _type = "HttpNfcLease" [ 970.515573] env[68134]: } obtained for exporting VM: (result){ [ 970.515573] env[68134]: value = "vm-595022" [ 970.515573] env[68134]: _type = "VirtualMachine" [ 970.515573] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 970.516110] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the lease: (returnval){ [ 970.516110] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228228d-8ec3-ceae-141c-44425f3fddf6" [ 970.516110] env[68134]: _type = "HttpNfcLease" [ 970.516110] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 970.533995] env[68134]: INFO nova.compute.manager [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Took 30.94 seconds to build instance. [ 970.540385] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.540385] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228228d-8ec3-ceae-141c-44425f3fddf6" [ 970.540385] env[68134]: _type = "HttpNfcLease" [ 970.540385] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.540385] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.540385] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228228d-8ec3-ceae-141c-44425f3fddf6" [ 970.540385] env[68134]: _type = "HttpNfcLease" [ 970.540385] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.541180] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245fe2e2-86d0-4bd9-9225-c0e1556572b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.551938] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52603fed-13ca-b713-f651-c2973ac434f1/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.552311] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52603fed-13ca-b713-f651-c2973ac434f1/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 970.617546] env[68134]: DEBUG nova.compute.manager [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.618058] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.622978] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ed6f4c-02ee-42e4-873f-62a75c6105c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.636292] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.636574] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0befdc8-5fa0-4809-ba48-1d1b599da543 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.645332] env[68134]: DEBUG oslo_vmware.api [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 970.645332] env[68134]: value = "task-2965271" [ 970.645332] env[68134]: _type = "Task" [ 970.645332] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.417291] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.417660] env[68134]: DEBUG nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.423050] env[68134]: DEBUG oslo_concurrency.lockutils [None req-15f921fc-718d-4538-90d9-cf197b8797e4 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.840s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.424899] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ac46213-6aee-4c76-a34d-c9dec9f9c025 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.431686] env[68134]: DEBUG oslo_vmware.api [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965271, 'name': PowerOffVM_Task, 'duration_secs': 0.210141} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.431686] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.431858] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.432156] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d98bc9d3-5b52-406b-a172-6dfd3ad591b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.470193] env[68134]: DEBUG nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 971.470553] env[68134]: DEBUG nova.compute.provider_tree [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 114 to 115 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 971.470951] env[68134]: DEBUG nova.compute.provider_tree [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.507559] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.507559] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.507886] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Deleting the datastore file [datastore1] d2890949-bdad-4ab6-b5b5-03e8728292cc {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.508125] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-883c687c-1dd5-4943-a3a9-c24bc0208186 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.519117] env[68134]: DEBUG oslo_vmware.api [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for the task: (returnval){ [ 971.519117] env[68134]: value = "task-2965273" [ 971.519117] env[68134]: _type = "Task" [ 971.519117] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.527294] env[68134]: DEBUG oslo_vmware.api [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.576804] env[68134]: DEBUG nova.network.neutron [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Updating instance_info_cache with network_info: [{"id": "a2863e75-78c7-4cbe-9599-d69f6558f6b6", "address": "fa:16:3e:92:19:50", "network": {"id": "c65a80eb-aa87-4d62-84e6-405d01a16b98", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-3962370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2863e75-78", "ovs_interfaceid": "a2863e75-78c7-4cbe-9599-d69f6558f6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a130c0a8-c66a-463f-a850-a64e327a18ba", "address": "fa:16:3e:eb:c9:c6", "network": {"id": "3d390c06-d756-4c02-9f76-5634d53a63bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1124430101", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa130c0a8-c6", "ovs_interfaceid": "a130c0a8-c66a-463f-a850-a64e327a18ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6199d082-39d0-4c88-b58a-63efd950f31a", "address": "fa:16:3e:8b:f0:e9", "network": {"id": "c65a80eb-aa87-4d62-84e6-405d01a16b98", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-3962370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6199d082-39", "ovs_interfaceid": "6199d082-39d0-4c88-b58a-63efd950f31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.728671] env[68134]: DEBUG nova.network.neutron [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Updated VIF entry in instance network info cache for port 6ffae40d-8f24-464f-8d9c-70b896df6046. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.729304] env[68134]: DEBUG nova.network.neutron [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Updating instance_info_cache with network_info: [{"id": "6ffae40d-8f24-464f-8d9c-70b896df6046", "address": "fa:16:3e:b9:3c:b9", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": null, "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6ffae40d-8f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.945546] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.030218] env[68134]: DEBUG oslo_vmware.api [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Task: {'id': task-2965273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296957} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.031042] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.031042] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.031255] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.031567] env[68134]: INFO nova.compute.manager [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Took 1.41 seconds to destroy the instance on the hypervisor. [ 972.031923] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.032173] env[68134]: DEBUG nova.compute.manager [-] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.032387] env[68134]: DEBUG nova.network.neutron [-] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.080010] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Releasing lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.080429] env[68134]: DEBUG nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Instance network_info: |[{"id": "a2863e75-78c7-4cbe-9599-d69f6558f6b6", "address": "fa:16:3e:92:19:50", "network": {"id": "c65a80eb-aa87-4d62-84e6-405d01a16b98", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-3962370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2863e75-78", "ovs_interfaceid": "a2863e75-78c7-4cbe-9599-d69f6558f6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a130c0a8-c66a-463f-a850-a64e327a18ba", "address": "fa:16:3e:eb:c9:c6", "network": {"id": "3d390c06-d756-4c02-9f76-5634d53a63bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1124430101", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa130c0a8-c6", "ovs_interfaceid": "a130c0a8-c66a-463f-a850-a64e327a18ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6199d082-39d0-4c88-b58a-63efd950f31a", "address": "fa:16:3e:8b:f0:e9", "network": {"id": "c65a80eb-aa87-4d62-84e6-405d01a16b98", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-3962370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6199d082-39", "ovs_interfaceid": "6199d082-39d0-4c88-b58a-63efd950f31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.080836] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] Acquired lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.081106] env[68134]: DEBUG nova.network.neutron [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Refreshing network info cache for port 6199d082-39d0-4c88-b58a-63efd950f31a {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.083887] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:19:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2863e75-78c7-4cbe-9599-d69f6558f6b6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c9:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a130c0a8-c66a-463f-a850-a64e327a18ba', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:f0:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6199d082-39d0-4c88-b58a-63efd950f31a', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.098538] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Creating folder: Project (9905408bb6ec487f99fbafb6c128fb72). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.102235] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3941255-281a-48e6-bb7c-4a5f536817a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.119556] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Created folder: Project (9905408bb6ec487f99fbafb6c128fb72) in parent group-v594791. [ 972.119758] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Creating folder: Instances. Parent ref: group-v595023. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.122590] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07610d78-f6e6-42fe-9886-723213817567 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.129652] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Created folder: Instances in parent group-v595023. [ 972.130078] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.130322] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.130618] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f005ba41-63cc-481a-8dfb-462dadf2c8e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.156397] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.156397] env[68134]: value = "task-2965276" [ 972.156397] env[68134]: _type = "Task" [ 972.156397] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.166148] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965276, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.188168] env[68134]: DEBUG nova.compute.manager [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Received event network-changed-8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.188475] env[68134]: DEBUG nova.compute.manager [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Refreshing instance network info cache due to event network-changed-8d029fbf-91cb-4794-a1da-150f0f856bcb. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.188908] env[68134]: DEBUG oslo_concurrency.lockutils [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] Acquiring lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.189033] env[68134]: DEBUG oslo_concurrency.lockutils [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] Acquired lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.189331] env[68134]: DEBUG nova.network.neutron [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Refreshing network info cache for port 8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.236507] env[68134]: DEBUG oslo_concurrency.lockutils [req-73d873b8-e7c9-4042-aa4a-97726a47d517 req-332d0da9-3355-4fe7-b2d8-17df37cef86b service nova] Releasing lock "refresh_cache-5c9a9a39-861a-427f-a1a9-537ae8f262cd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.435810] env[68134]: DEBUG nova.compute.manager [req-cdbbb315-0652-4c5a-9a3b-efa6cc2c65e6 req-cc011fdd-88d0-463d-b74b-eabab56089c0 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Received event network-vif-deleted-2b600fcc-5e96-4e1d-b168-78dc93af36f8 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.436079] env[68134]: INFO nova.compute.manager [req-cdbbb315-0652-4c5a-9a3b-efa6cc2c65e6 req-cc011fdd-88d0-463d-b74b-eabab56089c0 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Neutron deleted interface 2b600fcc-5e96-4e1d-b168-78dc93af36f8; detaching it from the instance and deleting it from the info cache [ 972.436271] env[68134]: DEBUG nova.network.neutron [req-cdbbb315-0652-4c5a-9a3b-efa6cc2c65e6 req-cc011fdd-88d0-463d-b74b-eabab56089c0 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.488874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 5.313s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.496166] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.022s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.496166] env[68134]: DEBUG nova.objects.instance [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.671303] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965276, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.914300] env[68134]: DEBUG nova.network.neutron [-] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.936890] env[68134]: DEBUG nova.network.neutron [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Updated VIF entry in instance network info cache for port 6199d082-39d0-4c88-b58a-63efd950f31a. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.937427] env[68134]: DEBUG nova.network.neutron [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Updating instance_info_cache with network_info: [{"id": "a2863e75-78c7-4cbe-9599-d69f6558f6b6", "address": "fa:16:3e:92:19:50", "network": {"id": "c65a80eb-aa87-4d62-84e6-405d01a16b98", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-3962370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2863e75-78", "ovs_interfaceid": "a2863e75-78c7-4cbe-9599-d69f6558f6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a130c0a8-c66a-463f-a850-a64e327a18ba", "address": "fa:16:3e:eb:c9:c6", "network": {"id": "3d390c06-d756-4c02-9f76-5634d53a63bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1124430101", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa130c0a8-c6", "ovs_interfaceid": "a130c0a8-c66a-463f-a850-a64e327a18ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6199d082-39d0-4c88-b58a-63efd950f31a", "address": "fa:16:3e:8b:f0:e9", "network": {"id": "c65a80eb-aa87-4d62-84e6-405d01a16b98", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-3962370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6199d082-39", "ovs_interfaceid": "6199d082-39d0-4c88-b58a-63efd950f31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.943215] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-772b132b-d124-4069-8c72-ca234c560495 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.956612] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd2e7e2-2eaf-4af7-93cd-da4dc3a4743c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.003763] env[68134]: DEBUG nova.compute.manager [req-cdbbb315-0652-4c5a-9a3b-efa6cc2c65e6 req-cc011fdd-88d0-463d-b74b-eabab56089c0 service nova] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Detach interface failed, port_id=2b600fcc-5e96-4e1d-b168-78dc93af36f8, reason: Instance d2890949-bdad-4ab6-b5b5-03e8728292cc could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.062923] env[68134]: INFO nova.scheduler.client.report [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted allocation for migration c6ea3271-4fe5-4d67-894e-b88d84d95801 [ 973.072346] env[68134]: DEBUG nova.network.neutron [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Updated VIF entry in instance network info cache for port 8d029fbf-91cb-4794-a1da-150f0f856bcb. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.072721] env[68134]: DEBUG nova.network.neutron [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Updating instance_info_cache with network_info: [{"id": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "address": "fa:16:3e:5b:3b:39", "network": {"id": "cf17f38a-34de-4fbd-aa48-4ea58f9c9bce", "bridge": "br-int", "label": "tempest-ServersTestJSON-2038761172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4a0371aa6404c54a8d4159fdf395003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d029fbf-91", "ovs_interfaceid": "8d029fbf-91cb-4794-a1da-150f0f856bcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.169518] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965276, 'name': CreateVM_Task, 'duration_secs': 0.545999} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.169715] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.170936] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.171203] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.171670] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.171948] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc28a976-c94f-4541-bd53-908ad21eefba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.177274] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 973.177274] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520daba9-2df8-e30b-21f4-1f79c57a16b4" [ 973.177274] env[68134]: _type = "Task" [ 973.177274] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.187413] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520daba9-2df8-e30b-21f4-1f79c57a16b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.418602] env[68134]: INFO nova.compute.manager [-] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Took 1.39 seconds to deallocate network for instance. [ 973.448683] env[68134]: DEBUG oslo_concurrency.lockutils [req-c3da0570-cbf8-4454-b8fd-a80df34c6b8b req-f4d0967e-6b7a-4862-a9fd-0ee02213cd0f service nova] Releasing lock "refresh_cache-a4de3c9c-d3ca-4e95-919f-bf08f07c0253" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.512947] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5be0bedd-0a23-4af6-a78a-b8a341be92e2 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.514020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.704s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.514296] env[68134]: DEBUG nova.objects.instance [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lazy-loading 'resources' on Instance uuid 76d3f6a5-3d4b-4471-8ade-23e16c8b822a {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.570302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-84367e1b-f2ee-430d-9814-757f4af3d3fb tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.934s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.575371] env[68134]: DEBUG oslo_concurrency.lockutils [req-31e9cd34-f331-456c-a886-0bb0e3955de6 req-25ea0375-811f-49e6-8e84-e358ceaf9752 service nova] Releasing lock "refresh_cache-6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.690968] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520daba9-2df8-e30b-21f4-1f79c57a16b4, 'name': SearchDatastore_Task, 'duration_secs': 0.02404} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.691322] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.691559] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.691823] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.691947] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.692210] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.692506] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b255fb9d-f2f5-4c04-a6e7-cd62518da3b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.702927] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.703208] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.703984] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5aeb30f-b06f-408c-89db-99a92f688df8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.710031] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 973.710031] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5229616c-a8b3-83dc-3463-f3416a16fc7d" [ 973.710031] env[68134]: _type = "Task" [ 973.710031] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.719413] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5229616c-a8b3-83dc-3463-f3416a16fc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.925436] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.225311] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5229616c-a8b3-83dc-3463-f3416a16fc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.226268] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd073862-5663-4773-9de6-b315850ccf46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.236057] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 974.236057] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52696c77-8493-2051-2949-903f0679b05c" [ 974.236057] env[68134]: _type = "Task" [ 974.236057] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.246026] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52696c77-8493-2051-2949-903f0679b05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.372518] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e5a91-60ef-4363-8503-fa0282bbf9be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.381171] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1794b38-0acf-4e47-9a8a-b8691d2c8e7b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.415090] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5acb0-93a5-426c-af5a-040acc750aca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.424426] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b3151-c643-4c23-b51a-b2eb641c7a5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.440092] env[68134]: DEBUG nova.compute.provider_tree [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.746534] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52696c77-8493-2051-2949-903f0679b05c, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.746850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.746929] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a4de3c9c-d3ca-4e95-919f-bf08f07c0253/a4de3c9c-d3ca-4e95-919f-bf08f07c0253.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.747231] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7faf0705-0eb5-4ecf-ba9e-5f36a1c44411 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.755072] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 974.755072] env[68134]: value = "task-2965277" [ 974.755072] env[68134]: _type = "Task" [ 974.755072] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.763992] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.836107] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.836478] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.836732] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.836963] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.837209] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.839690] env[68134]: INFO nova.compute.manager [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Terminating instance [ 974.945665] env[68134]: DEBUG nova.scheduler.client.report [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.269460] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965277, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.344255] env[68134]: DEBUG nova.compute.manager [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.344567] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.345528] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8dac7b-863d-495c-a979-a717de29dea7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.354915] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.354915] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a85128f1-8ccf-4e8e-a355-f42f02e79864 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.362749] env[68134]: DEBUG oslo_vmware.api [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 975.362749] env[68134]: value = "task-2965278" [ 975.362749] env[68134]: _type = "Task" [ 975.362749] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.371205] env[68134]: DEBUG oslo_vmware.api [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.451054] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.453538] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.274s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.453819] env[68134]: DEBUG nova.objects.instance [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lazy-loading 'resources' on Instance uuid dff871d1-30cd-4780-ac55-c601cd6d0ec6 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.479166] env[68134]: INFO nova.scheduler.client.report [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Deleted allocations for instance 76d3f6a5-3d4b-4471-8ade-23e16c8b822a [ 975.766981] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617398} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.767403] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a4de3c9c-d3ca-4e95-919f-bf08f07c0253/a4de3c9c-d3ca-4e95-919f-bf08f07c0253.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.767483] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.767864] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0f6845a-fb4e-4fe6-8029-53a652aad162 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.774731] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 975.774731] env[68134]: value = "task-2965279" [ 975.774731] env[68134]: _type = "Task" [ 975.774731] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.782972] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.872984] env[68134]: DEBUG oslo_vmware.api [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965278, 'name': PowerOffVM_Task, 'duration_secs': 0.277496} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.873391] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.873564] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.873827] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abdb86d5-0cf3-40ad-8501-cf5bc291453e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.941322] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.941612] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.941800] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleting the datastore file [datastore2] 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.942156] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f682f876-3cff-42ba-8830-b4681093d763 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.951092] env[68134]: DEBUG oslo_vmware.api [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 975.951092] env[68134]: value = "task-2965281" [ 975.951092] env[68134]: _type = "Task" [ 975.951092] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.961690] env[68134]: DEBUG oslo_vmware.api [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.986906] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9dcefea-4107-4bd8-b6d4-912516e5445f tempest-ServerPasswordTestJSON-1611342916 tempest-ServerPasswordTestJSON-1611342916-project-member] Lock "76d3f6a5-3d4b-4471-8ade-23e16c8b822a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.603s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.276756] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c6f6e-4cd8-4aef-940b-8bec91440a93 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.288627] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10909} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.290999] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.291934] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24372f-9731-46b0-94e9-ef0c133a2c9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.295568] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1450d-217e-4df9-a0b9-fe723e4b6da9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.324212] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a4de3c9c-d3ca-4e95-919f-bf08f07c0253/a4de3c9c-d3ca-4e95-919f-bf08f07c0253.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.348982] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230733de-3c9d-4741-9f6d-62be5cfbe858 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.364506] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e59dce-2e39-4866-92a9-97f73e502b3f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.375704] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe884bb-0fff-4e05-8047-cb7742bd1fdd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.380567] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 976.380567] env[68134]: value = "task-2965282" [ 976.380567] env[68134]: _type = "Task" [ 976.380567] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.395677] env[68134]: DEBUG nova.compute.provider_tree [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.406530] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.466101] env[68134]: DEBUG oslo_vmware.api [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343569} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.466417] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.466613] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.466786] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.466972] env[68134]: INFO nova.compute.manager [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 976.467261] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.467460] env[68134]: DEBUG nova.compute.manager [-] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.467989] env[68134]: DEBUG nova.network.neutron [-] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.892214] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.899525] env[68134]: DEBUG nova.scheduler.client.report [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.103997] env[68134]: DEBUG nova.compute.manager [req-ee3b15ee-bcc5-4b89-a8fe-f6c478b8a2dc req-a42f8547-be95-4d3b-bf68-47721c4eb38b service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Received event network-vif-deleted-1f31168e-deb4-4718-8fbd-aac2ef1f0338 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.104245] env[68134]: INFO nova.compute.manager [req-ee3b15ee-bcc5-4b89-a8fe-f6c478b8a2dc req-a42f8547-be95-4d3b-bf68-47721c4eb38b service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Neutron deleted interface 1f31168e-deb4-4718-8fbd-aac2ef1f0338; detaching it from the instance and deleting it from the info cache [ 977.104417] env[68134]: DEBUG nova.network.neutron [req-ee3b15ee-bcc5-4b89-a8fe-f6c478b8a2dc req-a42f8547-be95-4d3b-bf68-47721c4eb38b service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.392750] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965282, 'name': ReconfigVM_Task, 'duration_secs': 0.639619} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.393123] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a4de3c9c-d3ca-4e95-919f-bf08f07c0253/a4de3c9c-d3ca-4e95-919f-bf08f07c0253.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.393910] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d476fad-88b5-4690-a633-fc83f1b5f7c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.402177] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 977.402177] env[68134]: value = "task-2965283" [ 977.402177] env[68134]: _type = "Task" [ 977.402177] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.409601] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.412165] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.678s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.412424] env[68134]: DEBUG nova.objects.instance [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lazy-loading 'resources' on Instance uuid a72083b2-cd7c-405b-8a46-734bf22858ed {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.419622] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965283, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.433598] env[68134]: INFO nova.scheduler.client.report [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Deleted allocations for instance dff871d1-30cd-4780-ac55-c601cd6d0ec6 [ 977.596048] env[68134]: DEBUG nova.network.neutron [-] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.610684] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a08b4a91-abcd-43c7-98d1-54bdf712d1f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.622285] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b332a1-432e-4fcf-a8ab-5310393f23d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.660470] env[68134]: DEBUG nova.compute.manager [req-ee3b15ee-bcc5-4b89-a8fe-f6c478b8a2dc req-a42f8547-be95-4d3b-bf68-47721c4eb38b service nova] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Detach interface failed, port_id=1f31168e-deb4-4718-8fbd-aac2ef1f0338, reason: Instance 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.926727] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965283, 'name': Rename_Task, 'duration_secs': 0.267053} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.927380] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.927592] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e332e3-b5ed-4dd6-a27b-77817a0b47b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.935384] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 977.935384] env[68134]: value = "task-2965284" [ 977.935384] env[68134]: _type = "Task" [ 977.935384] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.942165] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c43065b8-2d7a-4337-ae92-1164b0a8f44a tempest-ServerTagsTestJSON-1104411172 tempest-ServerTagsTestJSON-1104411172-project-member] Lock "dff871d1-30cd-4780-ac55-c601cd6d0ec6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.633s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.946965] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.099287] env[68134]: INFO nova.compute.manager [-] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Took 1.63 seconds to deallocate network for instance. [ 978.301290] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d82527b-b879-4271-a8c8-6fd885fcefcf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.310011] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0411fba6-9f01-4ab9-aaa4-fd0a33c7608d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.345547] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec33999-bbe7-4e42-806e-bb4a5e9982db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.354170] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bebbfc5-7580-4592-9d11-411e48cbd3a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.369134] env[68134]: DEBUG nova.compute.provider_tree [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.446550] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.611861] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.900795] env[68134]: ERROR nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [req-7be0cdf9-9064-456f-a03e-e9d46070e538] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7be0cdf9-9064-456f-a03e-e9d46070e538"}]} [ 978.922252] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 978.946668] env[68134]: DEBUG oslo_vmware.api [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965284, 'name': PowerOnVM_Task, 'duration_secs': 0.71027} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.947693] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 978.947913] env[68134]: DEBUG nova.compute.provider_tree [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.950146] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.950360] env[68134]: INFO nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Took 15.28 seconds to spawn the instance on the hypervisor. [ 978.950560] env[68134]: DEBUG nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.951667] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c2f74-417a-4426-bfee-8edba46e3dee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.961807] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 978.987055] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 979.232267] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e046b-e8dd-1aa7-b4b2-290666fc5987/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 979.234369] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb74f8-ca13-4c8c-8cfc-3e9d1bfeb4ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.244385] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e046b-e8dd-1aa7-b4b2-290666fc5987/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.244691] env[68134]: ERROR oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e046b-e8dd-1aa7-b4b2-290666fc5987/disk-0.vmdk due to incomplete transfer. [ 979.245072] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6134e6ca-0786-4016-a270-5905b5f46d39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.255869] env[68134]: DEBUG oslo_vmware.rw_handles [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e046b-e8dd-1aa7-b4b2-290666fc5987/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 979.256083] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Uploaded image 905e0f71-a6d0-4e58-834b-5da65e4f7ca2 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 979.259007] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 979.261967] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f0290f3-d224-4764-ab01-093f35cf9225 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.268871] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 979.268871] env[68134]: value = "task-2965285" [ 979.268871] env[68134]: _type = "Task" [ 979.268871] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.279380] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965285, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.370786] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d04ce7-cc46-463e-893d-01807f5237da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.379215] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a5b4c-b907-4eac-9430-8b86de1b8121 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.414768] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c37cb-66ec-406d-b299-1c6bbf5b12cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.425077] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16c2726-39e8-42e6-b0aa-06a0ea666f6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.442979] env[68134]: DEBUG nova.compute.provider_tree [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.452476] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52603fed-13ca-b713-f651-c2973ac434f1/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 979.452741] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722cda4e-17d4-4004-9a3c-cf674ecf0998 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.459491] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52603fed-13ca-b713-f651-c2973ac434f1/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.459704] env[68134]: ERROR oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52603fed-13ca-b713-f651-c2973ac434f1/disk-0.vmdk due to incomplete transfer. [ 979.460276] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65d3be57-6250-48a8-9458-0b10af5d8a7b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.470314] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52603fed-13ca-b713-f651-c2973ac434f1/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 979.470513] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Uploaded image 8c906fd2-059b-4261-9d2c-297606e5a5d5 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 979.472465] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 979.474167] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da49465a-565d-4bfe-a2f2-2e1c4c9e4c2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.476593] env[68134]: INFO nova.compute.manager [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Took 34.13 seconds to build instance. [ 979.484485] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 979.484485] env[68134]: value = "task-2965286" [ 979.484485] env[68134]: _type = "Task" [ 979.484485] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.496234] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965286, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.778870] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965285, 'name': Destroy_Task, 'duration_secs': 0.349856} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.779181] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Destroyed the VM [ 979.779460] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.779727] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15940b10-c9ac-4ba1-9234-60cb63bb121b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.787196] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 979.787196] env[68134]: value = "task-2965287" [ 979.787196] env[68134]: _type = "Task" [ 979.787196] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.799666] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965287, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.966560] env[68134]: ERROR nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] [req-7f537eb8-da94-4f9d-a51c-1fb17ddf45cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f537eb8-da94-4f9d-a51c-1fb17ddf45cd"}]} [ 979.979367] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d43affe-28fc-40b4-b332-4ebec3e24285 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.639s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.989983] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 979.998051] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965286, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.016237] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.016464] env[68134]: DEBUG nova.compute.provider_tree [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.035317] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.055409] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.277995] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.278977] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.297870] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965287, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.390497] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de3f7cc-dc59-4b57-a11c-8c59c9347df0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.397618] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7216fd7-5687-4cd4-9264-5d08ac3824a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.429125] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eae75dd-5fa1-4e09-aa3b-bb282768eb82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.436162] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baedc625-29e2-487e-84f1-e14122a5b5b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.449146] env[68134]: DEBUG nova.compute.provider_tree [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.494548] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965286, 'name': Destroy_Task, 'duration_secs': 0.878697} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.494808] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Destroyed the VM [ 980.495091] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 980.495393] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb3c4683-7cf0-4457-b0b4-a1537cb3844e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.502436] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 980.502436] env[68134]: value = "task-2965288" [ 980.502436] env[68134]: _type = "Task" [ 980.502436] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.510968] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.645372] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.645649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.645861] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.646106] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.646270] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.648577] env[68134]: INFO nova.compute.manager [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Terminating instance [ 980.781384] env[68134]: DEBUG nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.798158] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965287, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602203} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.798480] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 980.798764] env[68134]: DEBUG nova.compute.manager [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.799549] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d3d54-e4b7-4bd4-92d0-14aa8b31d880 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.981642] env[68134]: DEBUG nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 980.981919] env[68134]: DEBUG nova.compute.provider_tree [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 117 to 118 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 980.982109] env[68134]: DEBUG nova.compute.provider_tree [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.011827] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.152099] env[68134]: DEBUG nova.compute.manager [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.152376] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.153428] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bffca5-0f36-41d4-a58c-ed1e4964fe99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.161142] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.161401] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb4ac1b9-5deb-4486-81ca-229322343bfe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.168145] env[68134]: DEBUG oslo_vmware.api [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 981.168145] env[68134]: value = "task-2965289" [ 981.168145] env[68134]: _type = "Task" [ 981.168145] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.178353] env[68134]: DEBUG oslo_vmware.api [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.306994] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.311188] env[68134]: INFO nova.compute.manager [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Shelve offloading [ 981.486929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.075s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.489299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.621s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.490883] env[68134]: INFO nova.compute.claims [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.508182] env[68134]: INFO nova.scheduler.client.report [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Deleted allocations for instance a72083b2-cd7c-405b-8a46-734bf22858ed [ 981.516877] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965288, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.678123] env[68134]: DEBUG oslo_vmware.api [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965289, 'name': PowerOffVM_Task, 'duration_secs': 0.207895} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.678414] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.678584] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.678845] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59fad446-85a3-4aa1-be19-b679aeb09775 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.813359] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.813606] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.813787] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Deleting the datastore file [datastore1] a4de3c9c-d3ca-4e95-919f-bf08f07c0253 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.814079] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-302be712-7db8-4e16-b0c2-d87cbf77574b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.816795] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.817230] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e285546-b874-46e4-9aef-995227cd0b6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.823036] env[68134]: DEBUG oslo_vmware.api [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 981.823036] env[68134]: value = "task-2965292" [ 981.823036] env[68134]: _type = "Task" [ 981.823036] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.824281] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 981.824281] env[68134]: value = "task-2965291" [ 981.824281] env[68134]: _type = "Task" [ 981.824281] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.834135] env[68134]: DEBUG oslo_vmware.api [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.837472] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 981.837669] env[68134]: DEBUG nova.compute.manager [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.838426] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deec1bb-52f8-42d2-a4e9-99937e3501dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.843569] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.843738] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.843910] env[68134]: DEBUG nova.network.neutron [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.013187] env[68134]: DEBUG oslo_vmware.api [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965288, 'name': RemoveSnapshot_Task, 'duration_secs': 1.072775} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.013529] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.013673] env[68134]: INFO nova.compute.manager [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Took 14.73 seconds to snapshot the instance on the hypervisor. [ 982.019940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9c5b334-3038-4d51-80c3-81dd94dc4abf tempest-ServerGroupTestJSON-1378271235 tempest-ServerGroupTestJSON-1378271235-project-member] Lock "a72083b2-cd7c-405b-8a46-734bf22858ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.707s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.334735] env[68134]: DEBUG oslo_vmware.api [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155069} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.334842] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.335009] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.335187] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.335426] env[68134]: INFO nova.compute.manager [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Took 1.18 seconds to destroy the instance on the hypervisor. [ 982.338744] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.338744] env[68134]: DEBUG nova.compute.manager [-] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.338744] env[68134]: DEBUG nova.network.neutron [-] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.573190] env[68134]: DEBUG nova.compute.manager [None req-f1279fdb-584e-4456-acaa-198f5aefd830 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Found 2 images (rotation: 2) {{(pid=68134) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 982.772620] env[68134]: DEBUG nova.compute.manager [req-0125ebfb-3a64-467c-bbed-6604600fa791 req-0a89d0ec-b76b-4a7a-9e78-73b135e1b2e9 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-vif-deleted-a2863e75-78c7-4cbe-9599-d69f6558f6b6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.773087] env[68134]: INFO nova.compute.manager [req-0125ebfb-3a64-467c-bbed-6604600fa791 req-0a89d0ec-b76b-4a7a-9e78-73b135e1b2e9 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Neutron deleted interface a2863e75-78c7-4cbe-9599-d69f6558f6b6; detaching it from the instance and deleting it from the info cache [ 982.773410] env[68134]: DEBUG nova.network.neutron [req-0125ebfb-3a64-467c-bbed-6604600fa791 req-0a89d0ec-b76b-4a7a-9e78-73b135e1b2e9 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Updating instance_info_cache with network_info: [{"id": "a130c0a8-c66a-463f-a850-a64e327a18ba", "address": "fa:16:3e:eb:c9:c6", "network": {"id": "3d390c06-d756-4c02-9f76-5634d53a63bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1124430101", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa130c0a8-c6", "ovs_interfaceid": "a130c0a8-c66a-463f-a850-a64e327a18ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6199d082-39d0-4c88-b58a-63efd950f31a", "address": "fa:16:3e:8b:f0:e9", "network": {"id": "c65a80eb-aa87-4d62-84e6-405d01a16b98", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-3962370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6199d082-39", "ovs_interfaceid": "6199d082-39d0-4c88-b58a-63efd950f31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.790443] env[68134]: DEBUG nova.network.neutron [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": "cc116cfb-fad3-4501-854a-2853a85035d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.846623] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b707155a-d2cd-4037-8084-7a849aef39d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.856688] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b98ba-b7f4-4861-aa8e-06a8b9d9da30 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.887819] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cfa783-3a32-4962-94ca-56b329a408e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.896344] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b1e889-3e27-4888-ac07-e84b6e737cdd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.911117] env[68134]: DEBUG nova.compute.provider_tree [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.283476] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f288565-6314-46ec-9ca3-c08bcaa1b98d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.292329] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618bb230-f3b3-4997-9cb5-7a59b363faab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.303065] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.330104] env[68134]: DEBUG nova.compute.manager [req-0125ebfb-3a64-467c-bbed-6604600fa791 req-0a89d0ec-b76b-4a7a-9e78-73b135e1b2e9 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Detach interface failed, port_id=a2863e75-78c7-4cbe-9599-d69f6558f6b6, reason: Instance a4de3c9c-d3ca-4e95-919f-bf08f07c0253 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.452190] env[68134]: DEBUG nova.scheduler.client.report [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 983.452454] env[68134]: DEBUG nova.compute.provider_tree [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 118 to 119 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.452656] env[68134]: DEBUG nova.compute.provider_tree [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.783203] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.784114] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd2323-fa07-48d8-82b8-ea3387be118b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.792691] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.792974] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87ee40cc-8d03-47c8-bf06-f4e430300fda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.860621] env[68134]: DEBUG nova.compute.manager [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.861558] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5280b43-1c3f-495a-b5d1-8ddb4b48e74b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.864773] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.864973] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.865163] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleting the datastore file [datastore2] 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.865759] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d87b81-c3f0-4e23-a96c-2087afc8d370 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.874492] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 983.874492] env[68134]: value = "task-2965294" [ 983.874492] env[68134]: _type = "Task" [ 983.874492] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.884324] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.924782] env[68134]: DEBUG nova.network.neutron [-] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.959222] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.959789] env[68134]: DEBUG nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.963628] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.898s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.963960] env[68134]: INFO nova.compute.claims [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.373529] env[68134]: INFO nova.compute.manager [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] instance snapshotting [ 984.374168] env[68134]: DEBUG nova.objects.instance [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'flavor' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.384752] env[68134]: DEBUG oslo_vmware.api [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136285} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.384988] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.385179] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.385352] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.411215] env[68134]: INFO nova.scheduler.client.report [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted allocations for instance 58ffa9ba-219e-4756-b125-9b9b00629b1e [ 984.426852] env[68134]: INFO nova.compute.manager [-] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Took 2.09 seconds to deallocate network for instance. [ 984.468864] env[68134]: DEBUG nova.compute.utils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.471879] env[68134]: DEBUG nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.472099] env[68134]: DEBUG nova.network.neutron [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.515934] env[68134]: DEBUG nova.policy [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f671f5b1120430d97f30f6503a05821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '745b9683f22f47269b28d966043dd4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.755266] env[68134]: DEBUG nova.network.neutron [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Successfully created port: c4f357cc-7a1d-4477-abbe-18ac15361313 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.809381] env[68134]: DEBUG nova.compute.manager [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-vif-deleted-a130c0a8-c66a-463f-a850-a64e327a18ba {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.809381] env[68134]: DEBUG nova.compute.manager [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Received event network-vif-deleted-6199d082-39d0-4c88-b58a-63efd950f31a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.809381] env[68134]: DEBUG nova.compute.manager [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-vif-unplugged-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.809381] env[68134]: DEBUG oslo_concurrency.lockutils [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.809381] env[68134]: DEBUG oslo_concurrency.lockutils [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.809381] env[68134]: DEBUG oslo_concurrency.lockutils [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.809381] env[68134]: DEBUG nova.compute.manager [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] No waiting events found dispatching network-vif-unplugged-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.809381] env[68134]: WARNING nova.compute.manager [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received unexpected event network-vif-unplugged-cc116cfb-fad3-4501-854a-2853a85035d6 for instance with vm_state shelved_offloaded and task_state None. [ 984.809381] env[68134]: DEBUG nova.compute.manager [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.809381] env[68134]: DEBUG nova.compute.manager [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing instance network info cache due to event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.809381] env[68134]: DEBUG oslo_concurrency.lockutils [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] Acquiring lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.809736] env[68134]: DEBUG oslo_concurrency.lockutils [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] Acquired lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.809736] env[68134]: DEBUG nova.network.neutron [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.881812] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b2ac2-fd8c-4b12-a8fe-d06126444a0c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.901268] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b3cfa0-4f5b-46f5-99a6-0a9de4b7d74b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.916023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.933040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.972512] env[68134]: DEBUG nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.230018] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a61f14-45a7-43c6-8538-ee38286ccf2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.238168] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78f441-7ba9-41bf-b4bf-18743bd29134 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.267712] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02846697-4669-486b-be9f-2fbcaa0fdcef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.275303] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6907c4-28d3-473a-867b-fdf20c57393a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.291018] env[68134]: DEBUG nova.compute.provider_tree [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.411565] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.411859] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d744dfc-1930-4433-a4e8-4ed8251fa56f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.420920] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 985.420920] env[68134]: value = "task-2965295" [ 985.420920] env[68134]: _type = "Task" [ 985.420920] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.430265] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.596026] env[68134]: DEBUG nova.network.neutron [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updated VIF entry in instance network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.596389] env[68134]: DEBUG nova.network.neutron [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.793930] env[68134]: DEBUG nova.scheduler.client.report [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.930602] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965295, 'name': CreateSnapshot_Task, 'duration_secs': 0.439791} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.930872] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 985.931645] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb8b31-624e-4369-8780-6f5318b0b593 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.987486] env[68134]: DEBUG nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.009465] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.009733] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.009927] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.010076] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.010222] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.010440] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.010661] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.010916] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.010975] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.011148] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.011329] env[68134]: DEBUG nova.virt.hardware [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.012506] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9991dd17-1780-4bec-bfb2-3adb0cfc8d92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.020490] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e243c88-ab44-454c-b5fa-49380b35cc85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.098751] env[68134]: DEBUG oslo_concurrency.lockutils [req-44fa20dd-50de-4705-a814-782967438ff5 req-490477e5-f122-46dd-9337-43a209ecd078 service nova] Releasing lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.253168] env[68134]: DEBUG nova.network.neutron [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Successfully updated port: c4f357cc-7a1d-4477-abbe-18ac15361313 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.299088] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.299212] env[68134]: DEBUG nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.303696] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.416s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.305455] env[68134]: INFO nova.compute.claims [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.449964] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.450682] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8fe7d47f-ef7f-4a82-bd1a-19b130f1a763 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.460248] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 986.460248] env[68134]: value = "task-2965296" [ 986.460248] env[68134]: _type = "Task" [ 986.460248] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.468508] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965296, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.738578] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.755565] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "refresh_cache-a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.755735] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "refresh_cache-a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.755886] env[68134]: DEBUG nova.network.neutron [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.812427] env[68134]: DEBUG nova.compute.utils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.813792] env[68134]: DEBUG nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.813959] env[68134]: DEBUG nova.network.neutron [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.832404] env[68134]: DEBUG nova.compute.manager [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Received event network-vif-plugged-c4f357cc-7a1d-4477-abbe-18ac15361313 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.832576] env[68134]: DEBUG oslo_concurrency.lockutils [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] Acquiring lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.832808] env[68134]: DEBUG oslo_concurrency.lockutils [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.832982] env[68134]: DEBUG oslo_concurrency.lockutils [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.833162] env[68134]: DEBUG nova.compute.manager [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] No waiting events found dispatching network-vif-plugged-c4f357cc-7a1d-4477-abbe-18ac15361313 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.833323] env[68134]: WARNING nova.compute.manager [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Received unexpected event network-vif-plugged-c4f357cc-7a1d-4477-abbe-18ac15361313 for instance with vm_state building and task_state spawning. [ 986.833477] env[68134]: DEBUG nova.compute.manager [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Received event network-changed-c4f357cc-7a1d-4477-abbe-18ac15361313 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.833635] env[68134]: DEBUG nova.compute.manager [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Refreshing instance network info cache due to event network-changed-c4f357cc-7a1d-4477-abbe-18ac15361313. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.833768] env[68134]: DEBUG oslo_concurrency.lockutils [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] Acquiring lock "refresh_cache-a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.853184] env[68134]: DEBUG nova.policy [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1880c32fc0e946f1926693cc23404dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f9cbe806714201a710024fd5009ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.970743] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965296, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.318422] env[68134]: DEBUG nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.398515] env[68134]: DEBUG nova.network.neutron [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.474127] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965296, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.604690] env[68134]: DEBUG nova.network.neutron [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Successfully created port: d514fc50-ad04-4c12-bf7c-7cc1f467a170 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.661115] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b2c59b-ad57-461a-a95c-20caef1c6399 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.673287] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872d0f47-8287-4248-9d66-be01ea1bc472 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.707045] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ff42d-da56-40a6-995c-8f56d8eb2b68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.715393] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd75d566-3255-446b-b424-f6e4a8918dc5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.729328] env[68134]: DEBUG nova.compute.provider_tree [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.734124] env[68134]: DEBUG nova.network.neutron [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Updating instance_info_cache with network_info: [{"id": "c4f357cc-7a1d-4477-abbe-18ac15361313", "address": "fa:16:3e:e1:a3:f6", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f357cc-7a", "ovs_interfaceid": "c4f357cc-7a1d-4477-abbe-18ac15361313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.973581] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965296, 'name': CloneVM_Task, 'duration_secs': 1.235187} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.973855] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Created linked-clone VM from snapshot [ 987.974612] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c320fe55-83c8-404e-a521-f4668a63a791 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.981821] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Uploading image a6561cdd-3d09-4801-b937-da4f3809b503 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.009148] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 988.009148] env[68134]: value = "vm-595027" [ 988.009148] env[68134]: _type = "VirtualMachine" [ 988.009148] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 988.009432] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84184472-706f-4bae-9e28-1f34fff98ec0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.016606] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease: (returnval){ [ 988.016606] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52297fe8-e495-624c-07bf-1710a43c328b" [ 988.016606] env[68134]: _type = "HttpNfcLease" [ 988.016606] env[68134]: } obtained for exporting VM: (result){ [ 988.016606] env[68134]: value = "vm-595027" [ 988.016606] env[68134]: _type = "VirtualMachine" [ 988.016606] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 988.016849] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the lease: (returnval){ [ 988.016849] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52297fe8-e495-624c-07bf-1710a43c328b" [ 988.016849] env[68134]: _type = "HttpNfcLease" [ 988.016849] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.024073] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.024073] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52297fe8-e495-624c-07bf-1710a43c328b" [ 988.024073] env[68134]: _type = "HttpNfcLease" [ 988.024073] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.233042] env[68134]: DEBUG nova.scheduler.client.report [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.237114] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "refresh_cache-a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.237114] env[68134]: DEBUG nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Instance network_info: |[{"id": "c4f357cc-7a1d-4477-abbe-18ac15361313", "address": "fa:16:3e:e1:a3:f6", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f357cc-7a", "ovs_interfaceid": "c4f357cc-7a1d-4477-abbe-18ac15361313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.237470] env[68134]: DEBUG oslo_concurrency.lockutils [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] Acquired lock "refresh_cache-a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.237607] env[68134]: DEBUG nova.network.neutron [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Refreshing network info cache for port c4f357cc-7a1d-4477-abbe-18ac15361313 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.238662] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:a3:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4f357cc-7a1d-4477-abbe-18ac15361313', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.247121] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.248217] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.248451] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba8feae7-d01e-4beb-9edf-edec7d6564ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.271031] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.271031] env[68134]: value = "task-2965298" [ 988.271031] env[68134]: _type = "Task" [ 988.271031] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.279851] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965298, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.332703] env[68134]: DEBUG nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.384942] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.384942] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.384942] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.384942] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.385291] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.385553] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.385634] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.385822] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.386046] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.386247] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.386463] env[68134]: DEBUG nova.virt.hardware [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.387430] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a580cd-14b3-4551-8fec-f15a12fde405 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.397040] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa8c262-f616-4f7a-82ef-00d0623c31bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.524913] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.524913] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52297fe8-e495-624c-07bf-1710a43c328b" [ 988.524913] env[68134]: _type = "HttpNfcLease" [ 988.524913] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 988.525320] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 988.525320] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52297fe8-e495-624c-07bf-1710a43c328b" [ 988.525320] env[68134]: _type = "HttpNfcLease" [ 988.525320] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 988.525943] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75daca75-3c0f-46f3-9be7-06ee5d7c3bef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.534034] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabf1-ec3a-1a9f-e7c5-1951f7a1816c/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 988.534580] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabf1-ec3a-1a9f-e7c5-1951f7a1816c/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 988.626938] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-450a9ded-be5b-44dc-8033-f7da1616671e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.739117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.740614] env[68134]: DEBUG nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.742110] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.526s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.742832] env[68134]: DEBUG nova.objects.instance [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lazy-loading 'resources' on Instance uuid e01c63f9-d808-49a4-bc2d-f1a0e57b833b {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.781759] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965298, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.915042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "76c9d457-105c-496d-bc10-ba04e58172b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.915254] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "76c9d457-105c-496d-bc10-ba04e58172b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.915470] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "76c9d457-105c-496d-bc10-ba04e58172b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.915649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "76c9d457-105c-496d-bc10-ba04e58172b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.915811] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "76c9d457-105c-496d-bc10-ba04e58172b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.918026] env[68134]: INFO nova.compute.manager [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Terminating instance [ 989.042731] env[68134]: DEBUG nova.network.neutron [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Updated VIF entry in instance network info cache for port c4f357cc-7a1d-4477-abbe-18ac15361313. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.043227] env[68134]: DEBUG nova.network.neutron [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Updating instance_info_cache with network_info: [{"id": "c4f357cc-7a1d-4477-abbe-18ac15361313", "address": "fa:16:3e:e1:a3:f6", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f357cc-7a", "ovs_interfaceid": "c4f357cc-7a1d-4477-abbe-18ac15361313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.197516] env[68134]: DEBUG nova.compute.manager [req-6f0e932a-414a-4293-adca-28b0bb3dbaa2 req-44f11fd5-3c4b-46ab-885e-48b3c808a0ff service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Received event network-vif-plugged-d514fc50-ad04-4c12-bf7c-7cc1f467a170 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.200363] env[68134]: DEBUG oslo_concurrency.lockutils [req-6f0e932a-414a-4293-adca-28b0bb3dbaa2 req-44f11fd5-3c4b-46ab-885e-48b3c808a0ff service nova] Acquiring lock "553251a9-828e-4631-975a-6e5748c180e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.200363] env[68134]: DEBUG oslo_concurrency.lockutils [req-6f0e932a-414a-4293-adca-28b0bb3dbaa2 req-44f11fd5-3c4b-46ab-885e-48b3c808a0ff service nova] Lock "553251a9-828e-4631-975a-6e5748c180e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.200363] env[68134]: DEBUG oslo_concurrency.lockutils [req-6f0e932a-414a-4293-adca-28b0bb3dbaa2 req-44f11fd5-3c4b-46ab-885e-48b3c808a0ff service nova] Lock "553251a9-828e-4631-975a-6e5748c180e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.200363] env[68134]: DEBUG nova.compute.manager [req-6f0e932a-414a-4293-adca-28b0bb3dbaa2 req-44f11fd5-3c4b-46ab-885e-48b3c808a0ff service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] No waiting events found dispatching network-vif-plugged-d514fc50-ad04-4c12-bf7c-7cc1f467a170 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.200363] env[68134]: WARNING nova.compute.manager [req-6f0e932a-414a-4293-adca-28b0bb3dbaa2 req-44f11fd5-3c4b-46ab-885e-48b3c808a0ff service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Received unexpected event network-vif-plugged-d514fc50-ad04-4c12-bf7c-7cc1f467a170 for instance with vm_state building and task_state spawning. [ 989.245940] env[68134]: DEBUG nova.compute.utils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.247716] env[68134]: DEBUG nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.250258] env[68134]: DEBUG nova.network.neutron [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.287083] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965298, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.314152] env[68134]: DEBUG nova.network.neutron [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Successfully updated port: d514fc50-ad04-4c12-bf7c-7cc1f467a170 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.323436] env[68134]: DEBUG nova.policy [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50e04eaaed634205adb05af1c93f71a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd87906daa0c4d0cbfd2f7bfa1147a28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.424141] env[68134]: DEBUG nova.compute.manager [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.424141] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.424944] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa2d4ad-9e8e-4a27-8e3b-77e1f4bb291a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.440038] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.440038] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ba22b7-2f91-49ea-9aa7-e719b9e663c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.447020] env[68134]: DEBUG oslo_vmware.api [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 989.447020] env[68134]: value = "task-2965299" [ 989.447020] env[68134]: _type = "Task" [ 989.447020] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.459103] env[68134]: DEBUG oslo_vmware.api [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.545825] env[68134]: DEBUG oslo_concurrency.lockutils [req-f43c473b-a3ee-4be0-a8c1-75711a61f9f8 req-02efe921-611a-4875-add2-39165acc3d8c service nova] Releasing lock "refresh_cache-a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.656644] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4efbb-bf48-4a48-9dbd-6bc67740a9c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.667511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa2fa8-7520-4fd3-9f34-375172f7ffcc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.702692] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3302acb0-b396-41f1-b7cb-0db82a453bd2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.709792] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e8251-f018-4f64-bd0b-ca5a11d270ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.724929] env[68134]: DEBUG nova.compute.provider_tree [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.759038] env[68134]: DEBUG nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.762803] env[68134]: DEBUG nova.network.neutron [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Successfully created port: 54b828d6-45ed-40a3-809a-3c063d935a5e {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.782401] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965298, 'name': CreateVM_Task, 'duration_secs': 1.459627} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.782674] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.783492] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.783801] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.784315] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.784619] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250e9456-da15-4baf-b268-29b13a881d34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.789670] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 989.789670] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521291a4-be2b-f825-8b34-5912501dc86d" [ 989.789670] env[68134]: _type = "Task" [ 989.789670] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.797818] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521291a4-be2b-f825-8b34-5912501dc86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.816939] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-553251a9-828e-4631-975a-6e5748c180e0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.817144] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-553251a9-828e-4631-975a-6e5748c180e0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.817316] env[68134]: DEBUG nova.network.neutron [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.956960] env[68134]: DEBUG oslo_vmware.api [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965299, 'name': PowerOffVM_Task, 'duration_secs': 0.276633} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.957475] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.958269] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.959109] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2ce88b-59a4-450d-ab06-d2f5bd334269 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.025642] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.026134] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.026463] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleting the datastore file [datastore1] 76c9d457-105c-496d-bc10-ba04e58172b2 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.026737] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-778146c2-7681-4736-a9d3-4ef96ade654b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.034124] env[68134]: DEBUG oslo_vmware.api [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 990.034124] env[68134]: value = "task-2965301" [ 990.034124] env[68134]: _type = "Task" [ 990.034124] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.042385] env[68134]: DEBUG oslo_vmware.api [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.232228] env[68134]: DEBUG nova.scheduler.client.report [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.300761] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521291a4-be2b-f825-8b34-5912501dc86d, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.300957] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.301149] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.301397] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.301571] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.301758] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.302058] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198a213f-6c98-4120-8d78-1d64fbb93ff7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.310802] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.310984] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.311746] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7670edf-5f94-4e63-a15a-30d01784c74c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.317332] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 990.317332] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520345b7-ec80-961a-5bf6-5c18e9f0b094" [ 990.317332] env[68134]: _type = "Task" [ 990.317332] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.327665] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520345b7-ec80-961a-5bf6-5c18e9f0b094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.350332] env[68134]: DEBUG nova.network.neutron [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.490365] env[68134]: DEBUG nova.network.neutron [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Updating instance_info_cache with network_info: [{"id": "d514fc50-ad04-4c12-bf7c-7cc1f467a170", "address": "fa:16:3e:9a:67:86", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd514fc50-ad", "ovs_interfaceid": "d514fc50-ad04-4c12-bf7c-7cc1f467a170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.545333] env[68134]: DEBUG oslo_vmware.api [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158073} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.546151] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.546151] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.546151] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.546151] env[68134]: INFO nova.compute.manager [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 990.546500] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.546660] env[68134]: DEBUG nova.compute.manager [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.546754] env[68134]: DEBUG nova.network.neutron [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.739193] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.743699] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.380s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.744356] env[68134]: DEBUG nova.objects.instance [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'resources' on Instance uuid 5c9a9a39-861a-427f-a1a9-537ae8f262cd {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.765126] env[68134]: INFO nova.scheduler.client.report [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted allocations for instance e01c63f9-d808-49a4-bc2d-f1a0e57b833b [ 990.771861] env[68134]: DEBUG nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.806504] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.806779] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.807232] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.807367] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.807584] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.807807] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.808120] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.808408] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.808662] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.808933] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.809197] env[68134]: DEBUG nova.virt.hardware [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.810329] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07577e1-d779-490d-9750-761c838506d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.823110] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0bc9ce-fa66-4488-b9e3-a688be338476 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.834349] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520345b7-ec80-961a-5bf6-5c18e9f0b094, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.846020] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9ccfd8-f02d-47b2-a353-006d6ea4baa6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.852507] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 990.852507] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52acd0fb-e77b-11d5-3d9e-0ceb79e98dad" [ 990.852507] env[68134]: _type = "Task" [ 990.852507] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.862259] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52acd0fb-e77b-11d5-3d9e-0ceb79e98dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.993376] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-553251a9-828e-4631-975a-6e5748c180e0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.993785] env[68134]: DEBUG nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Instance network_info: |[{"id": "d514fc50-ad04-4c12-bf7c-7cc1f467a170", "address": "fa:16:3e:9a:67:86", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd514fc50-ad", "ovs_interfaceid": "d514fc50-ad04-4c12-bf7c-7cc1f467a170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.994193] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:67:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd514fc50-ad04-4c12-bf7c-7cc1f467a170', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.001946] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.002192] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.002419] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4695cba-fa08-4571-86cf-46207cc277ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.023426] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.023426] env[68134]: value = "task-2965302" [ 991.023426] env[68134]: _type = "Task" [ 991.023426] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.032518] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965302, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.250100] env[68134]: DEBUG nova.compute.manager [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Received event network-changed-d514fc50-ad04-4c12-bf7c-7cc1f467a170 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.250333] env[68134]: DEBUG nova.compute.manager [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Refreshing instance network info cache due to event network-changed-d514fc50-ad04-4c12-bf7c-7cc1f467a170. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.250589] env[68134]: DEBUG oslo_concurrency.lockutils [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] Acquiring lock "refresh_cache-553251a9-828e-4631-975a-6e5748c180e0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.250857] env[68134]: DEBUG oslo_concurrency.lockutils [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] Acquired lock "refresh_cache-553251a9-828e-4631-975a-6e5748c180e0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.250935] env[68134]: DEBUG nova.network.neutron [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Refreshing network info cache for port d514fc50-ad04-4c12-bf7c-7cc1f467a170 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.256080] env[68134]: DEBUG nova.objects.instance [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c9a9a39-861a-427f-a1a9-537ae8f262cd {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.272808] env[68134]: DEBUG oslo_concurrency.lockutils [None req-142c2af7-614e-40b8-8aab-da3dc57248b0 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "e01c63f9-d808-49a4-bc2d-f1a0e57b833b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.980s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.366321] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52acd0fb-e77b-11d5-3d9e-0ceb79e98dad, 'name': SearchDatastore_Task, 'duration_secs': 0.013208} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.366321] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.366321] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a9fa5e0b-3745-4e1c-8847-b02a5e931bdc/a9fa5e0b-3745-4e1c-8847-b02a5e931bdc.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.366642] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b43d7c90-8538-4547-b584-dbd7bdef9a25 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.375199] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 991.375199] env[68134]: value = "task-2965303" [ 991.375199] env[68134]: _type = "Task" [ 991.375199] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.388441] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.436024] env[68134]: DEBUG nova.network.neutron [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Successfully updated port: 54b828d6-45ed-40a3-809a-3c063d935a5e {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.533866] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965302, 'name': CreateVM_Task, 'duration_secs': 0.387691} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.534098] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.535683] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.535867] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.536221] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.536485] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c2e76f-8ca4-468c-8dd6-7ec0609ad2d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.542899] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 991.542899] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f73108-e126-2898-a0c6-d8a1881de7d4" [ 991.542899] env[68134]: _type = "Task" [ 991.542899] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.551759] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f73108-e126-2898-a0c6-d8a1881de7d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.572519] env[68134]: DEBUG nova.network.neutron [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.761580] env[68134]: DEBUG nova.objects.base [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Object Instance<5c9a9a39-861a-427f-a1a9-537ae8f262cd> lazy-loaded attributes: resources,numa_topology {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.886411] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484286} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.888953] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] a9fa5e0b-3745-4e1c-8847-b02a5e931bdc/a9fa5e0b-3745-4e1c-8847-b02a5e931bdc.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.889195] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.892066] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eac27943-a7ea-4897-b6ef-0227f90a12e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.898279] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 991.898279] env[68134]: value = "task-2965304" [ 991.898279] env[68134]: _type = "Task" [ 991.898279] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.908554] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.938760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "refresh_cache-59d245e0-d764-4969-9bf4-31a0ac7fad3d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.939354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "refresh_cache-59d245e0-d764-4969-9bf4-31a0ac7fad3d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.939354] env[68134]: DEBUG nova.network.neutron [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.017245] env[68134]: DEBUG nova.network.neutron [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Updated VIF entry in instance network info cache for port d514fc50-ad04-4c12-bf7c-7cc1f467a170. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.017245] env[68134]: DEBUG nova.network.neutron [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Updating instance_info_cache with network_info: [{"id": "d514fc50-ad04-4c12-bf7c-7cc1f467a170", "address": "fa:16:3e:9a:67:86", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd514fc50-ad", "ovs_interfaceid": "d514fc50-ad04-4c12-bf7c-7cc1f467a170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.054483] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f73108-e126-2898-a0c6-d8a1881de7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.068473} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.057246] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.057613] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.057939] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.058187] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.058460] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.059012] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba1862a-090e-4584-aaf2-8a320393f6ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.068061] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.068296] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.071551] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0d900c-853b-4203-ae4e-be9372ceb8de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.075660] env[68134]: INFO nova.compute.manager [-] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Took 1.53 seconds to deallocate network for instance. [ 992.078719] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 992.078719] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d38c4e-85be-d4c1-68ee-1c0bc01d763e" [ 992.078719] env[68134]: _type = "Task" [ 992.078719] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.094501] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d38c4e-85be-d4c1-68ee-1c0bc01d763e, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.095331] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36795383-c166-4e88-8651-165c81cde409 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.099406] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58341fa3-41c6-4ad9-8b10-891e9e570e2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.103379] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 992.103379] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52900e5d-1c71-c48a-c6f2-f088ed6204ac" [ 992.103379] env[68134]: _type = "Task" [ 992.103379] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.109716] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6543099b-f0cf-4ef9-b262-2e04645995ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.117155] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52900e5d-1c71-c48a-c6f2-f088ed6204ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.117730] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.118086] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.118626] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b665bb-5c37-408e-a548-96a0a3acebc5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.147221] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f143506-c7c9-42c4-95c1-e207c647f3c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.151783] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 992.151783] env[68134]: value = "task-2965305" [ 992.151783] env[68134]: _type = "Task" [ 992.151783] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.160271] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1a8d5-34cf-48d4-99b7-501764e947d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.167587] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.177528] env[68134]: DEBUG nova.compute.provider_tree [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.410883] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080386} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.411413] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.412502] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d802a2a-f3f4-4cfc-b44c-a25592671bde {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.437881] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] a9fa5e0b-3745-4e1c-8847-b02a5e931bdc/a9fa5e0b-3745-4e1c-8847-b02a5e931bdc.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.438360] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0e9ab4-ce91-46c2-a9ce-e549dcfe00fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.463618] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 992.463618] env[68134]: value = "task-2965306" [ 992.463618] env[68134]: _type = "Task" [ 992.463618] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.473829] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.490744] env[68134]: DEBUG nova.network.neutron [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.520772] env[68134]: DEBUG oslo_concurrency.lockutils [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] Releasing lock "refresh_cache-553251a9-828e-4631-975a-6e5748c180e0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.521191] env[68134]: DEBUG nova.compute.manager [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Received event network-vif-deleted-0210c51c-9b2f-4da1-993e-5b1786a53205 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.521434] env[68134]: INFO nova.compute.manager [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Neutron deleted interface 0210c51c-9b2f-4da1-993e-5b1786a53205; detaching it from the instance and deleting it from the info cache [ 992.521696] env[68134]: DEBUG nova.network.neutron [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.588446] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.665363] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441657} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.665689] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.665936] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.666243] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d97d0167-ae72-47f2-ae52-3313f4460529 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.674279] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 992.674279] env[68134]: value = "task-2965307" [ 992.674279] env[68134]: _type = "Task" [ 992.674279] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.680784] env[68134]: DEBUG nova.scheduler.client.report [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.688507] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.692756] env[68134]: DEBUG nova.network.neutron [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Updating instance_info_cache with network_info: [{"id": "54b828d6-45ed-40a3-809a-3c063d935a5e", "address": "fa:16:3e:d8:68:92", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b828d6-45", "ovs_interfaceid": "54b828d6-45ed-40a3-809a-3c063d935a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.974718] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965306, 'name': ReconfigVM_Task, 'duration_secs': 0.35613} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.975080] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Reconfigured VM instance instance-00000054 to attach disk [datastore1] a9fa5e0b-3745-4e1c-8847-b02a5e931bdc/a9fa5e0b-3745-4e1c-8847-b02a5e931bdc.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.975769] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9064365a-1747-442d-9050-2a9435986bad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.984443] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 992.984443] env[68134]: value = "task-2965308" [ 992.984443] env[68134]: _type = "Task" [ 992.984443] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.995993] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965308, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.025029] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0454714b-94ad-450f-9e8a-88789cfc24d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.038082] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee9f70-21d9-4bca-8d2b-e63b975bb75f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.073743] env[68134]: DEBUG nova.compute.manager [req-d50aa5b3-e6c3-44e7-bb63-1da449d9354e req-620b8dc3-b6b2-41f4-92e9-aeed84b9a0e1 service nova] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Detach interface failed, port_id=0210c51c-9b2f-4da1-993e-5b1786a53205, reason: Instance 76c9d457-105c-496d-bc10-ba04e58172b2 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 993.186076] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093693} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.186464] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.187339] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc7ca17-ddf0-413b-b350-29d6ec88165a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.190659] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.447s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.193885] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.249s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.195405] env[68134]: INFO nova.compute.claims [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.198812] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "refresh_cache-59d245e0-d764-4969-9bf4-31a0ac7fad3d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.199160] env[68134]: DEBUG nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Instance network_info: |[{"id": "54b828d6-45ed-40a3-809a-3c063d935a5e", "address": "fa:16:3e:d8:68:92", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b828d6-45", "ovs_interfaceid": "54b828d6-45ed-40a3-809a-3c063d935a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.199573] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:68:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54b828d6-45ed-40a3-809a-3c063d935a5e', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.207823] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.222177] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.231285] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.231691] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76995ceb-d9e8-47c3-a701-50ee03aec8f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.247489] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-946040db-4ca8-439e-b9be-5b2764350e75 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.272456] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 993.272456] env[68134]: value = "task-2965309" [ 993.272456] env[68134]: _type = "Task" [ 993.272456] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.273759] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.273759] env[68134]: value = "task-2965310" [ 993.273759] env[68134]: _type = "Task" [ 993.273759] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.282478] env[68134]: DEBUG nova.compute.manager [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Received event network-vif-plugged-54b828d6-45ed-40a3-809a-3c063d935a5e {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.282729] env[68134]: DEBUG oslo_concurrency.lockutils [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] Acquiring lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.282968] env[68134]: DEBUG oslo_concurrency.lockutils [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.283155] env[68134]: DEBUG oslo_concurrency.lockutils [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.283343] env[68134]: DEBUG nova.compute.manager [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] No waiting events found dispatching network-vif-plugged-54b828d6-45ed-40a3-809a-3c063d935a5e {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.283500] env[68134]: WARNING nova.compute.manager [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Received unexpected event network-vif-plugged-54b828d6-45ed-40a3-809a-3c063d935a5e for instance with vm_state building and task_state spawning. [ 993.283653] env[68134]: DEBUG nova.compute.manager [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Received event network-changed-54b828d6-45ed-40a3-809a-3c063d935a5e {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.283799] env[68134]: DEBUG nova.compute.manager [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Refreshing instance network info cache due to event network-changed-54b828d6-45ed-40a3-809a-3c063d935a5e. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.283975] env[68134]: DEBUG oslo_concurrency.lockutils [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] Acquiring lock "refresh_cache-59d245e0-d764-4969-9bf4-31a0ac7fad3d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.284125] env[68134]: DEBUG oslo_concurrency.lockutils [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] Acquired lock "refresh_cache-59d245e0-d764-4969-9bf4-31a0ac7fad3d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.284286] env[68134]: DEBUG nova.network.neutron [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Refreshing network info cache for port 54b828d6-45ed-40a3-809a-3c063d935a5e {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.291542] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.295503] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965310, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.495062] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965308, 'name': Rename_Task, 'duration_secs': 0.158442} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.495466] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.495736] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af60530a-f384-411b-97b2-aab4948e1183 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.502589] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 993.502589] env[68134]: value = "task-2965311" [ 993.502589] env[68134]: _type = "Task" [ 993.502589] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.511105] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.707235] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60f26c3a-53c4-4f31-9420-6997cbe8fb57 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.510s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.707726] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.291s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.707876] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.708094] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.708264] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.713568] env[68134]: INFO nova.compute.manager [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Terminating instance [ 993.786033] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965309, 'name': ReconfigVM_Task, 'duration_secs': 0.364548} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.788831] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.791369] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965310, 'name': CreateVM_Task, 'duration_secs': 0.39162} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.791559] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-495657af-21fd-4fd6-a61c-4733144817ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.793178] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.794327] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.794513] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.794851] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.795440] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490b5170-4baa-4343-9d03-e49eef5313eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.800491] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 993.800491] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5218059c-8609-3d65-e23f-d4503685729f" [ 993.800491] env[68134]: _type = "Task" [ 993.800491] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.801303] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 993.801303] env[68134]: value = "task-2965312" [ 993.801303] env[68134]: _type = "Task" [ 993.801303] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.812869] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5218059c-8609-3d65-e23f-d4503685729f, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.815848] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.816037] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.816274] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.816419] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.816592] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.816843] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965312, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.817105] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1096056-b8b6-4be5-8237-72e5a8938956 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.824739] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.824904] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.825623] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa51dc1-ab9a-490e-aad0-6d82e59e37a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.830442] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 993.830442] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525443b8-9b50-1cf2-1156-42f14cf66a49" [ 993.830442] env[68134]: _type = "Task" [ 993.830442] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.839469] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525443b8-9b50-1cf2-1156-42f14cf66a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.009712] env[68134]: DEBUG nova.network.neutron [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Updated VIF entry in instance network info cache for port 54b828d6-45ed-40a3-809a-3c063d935a5e. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.010093] env[68134]: DEBUG nova.network.neutron [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Updating instance_info_cache with network_info: [{"id": "54b828d6-45ed-40a3-809a-3c063d935a5e", "address": "fa:16:3e:d8:68:92", "network": {"id": "8dee633d-7eab-4f74-880b-b677dd0facff", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509227430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd87906daa0c4d0cbfd2f7bfa1147a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b828d6-45", "ovs_interfaceid": "54b828d6-45ed-40a3-809a-3c063d935a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.018436] env[68134]: DEBUG oslo_vmware.api [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965311, 'name': PowerOnVM_Task, 'duration_secs': 0.464753} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.018735] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.018950] env[68134]: INFO nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Took 8.03 seconds to spawn the instance on the hypervisor. [ 994.019163] env[68134]: DEBUG nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.020016] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96885f8-3597-4508-a905-13d69db03ea5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.232630] env[68134]: DEBUG nova.compute.manager [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.232630] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.232630] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39270edf-26d1-412e-8c0e-a008f73a0331 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.232630] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c682aacf-3ca3-4820-8cbf-430e18c45a15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.270701] env[68134]: WARNING nova.virt.vmwareapi.vmops [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5c9a9a39-861a-427f-a1a9-537ae8f262cd could not be found. [ 994.270928] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.271229] env[68134]: INFO nova.compute.manager [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Took 0.05 seconds to destroy the instance on the hypervisor. [ 994.271496] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.274353] env[68134]: DEBUG nova.compute.manager [-] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.274499] env[68134]: DEBUG nova.network.neutron [-] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.316404] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965312, 'name': Rename_Task, 'duration_secs': 0.162076} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.316665] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.317272] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-626f772c-a867-4b28-b643-45fa3e0b1de6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.324110] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 994.324110] env[68134]: value = "task-2965313" [ 994.324110] env[68134]: _type = "Task" [ 994.324110] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.338360] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.343766] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525443b8-9b50-1cf2-1156-42f14cf66a49, 'name': SearchDatastore_Task, 'duration_secs': 0.008403} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.347102] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a1eb25-199e-4cdc-8876-ac7a2740b59d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.352872] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 994.352872] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522c4cc0-c4b5-143a-a4a3-7900951d8343" [ 994.352872] env[68134]: _type = "Task" [ 994.352872] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.365362] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522c4cc0-c4b5-143a-a4a3-7900951d8343, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.365682] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.365928] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 59d245e0-d764-4969-9bf4-31a0ac7fad3d/59d245e0-d764-4969-9bf4-31a0ac7fad3d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.366384] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3907dda3-29af-43c8-bc7d-0713a31d7030 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.376239] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 994.376239] env[68134]: value = "task-2965314" [ 994.376239] env[68134]: _type = "Task" [ 994.376239] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.388395] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.513549] env[68134]: DEBUG oslo_concurrency.lockutils [req-47006a2b-1c14-48a1-ab3f-d5e018306eb3 req-0f24872e-b0bc-4370-87b6-f7f4f0e21611 service nova] Releasing lock "refresh_cache-59d245e0-d764-4969-9bf4-31a0ac7fad3d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.545554] env[68134]: INFO nova.compute.manager [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Took 29.69 seconds to build instance. [ 994.559675] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e61db6c-32ef-430f-9346-31fc1d38f026 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.571157] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb824df9-71fd-45f9-a765-a90c95beead5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.607979] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89415b32-f872-457f-942d-50dae4c12237 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.618604] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9536ea1-6a1e-4c78-9e66-1b018eb65f9a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.633967] env[68134]: DEBUG nova.compute.provider_tree [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.837221] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.887790] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505193} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.888146] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 59d245e0-d764-4969-9bf4-31a0ac7fad3d/59d245e0-d764-4969-9bf4-31a0ac7fad3d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.888325] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.888630] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-089f6b23-f4e1-464e-9612-be77ba848598 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.895495] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 994.895495] env[68134]: value = "task-2965315" [ 994.895495] env[68134]: _type = "Task" [ 994.895495] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.904123] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.031881] env[68134]: DEBUG nova.network.neutron [-] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.049173] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e239dcfa-d7d0-4ac6-a888-0ae1562a71fe tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.203s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.137737] env[68134]: DEBUG nova.scheduler.client.report [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.215984] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "54a23dce-9f10-44dc-a240-adac04f24b0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.216231] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.334909] env[68134]: DEBUG oslo_vmware.api [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965313, 'name': PowerOnVM_Task, 'duration_secs': 0.597889} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.337515] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.337515] env[68134]: INFO nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Took 7.00 seconds to spawn the instance on the hypervisor. [ 995.337515] env[68134]: DEBUG nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.337515] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4925c7a-6c9a-41d2-83d8-3e73b79b27b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.405749] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067155} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.406043] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.406980] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82816e2a-cd13-4d5a-b5dd-6a1c3e3c4d8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.429357] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 59d245e0-d764-4969-9bf4-31a0ac7fad3d/59d245e0-d764-4969-9bf4-31a0ac7fad3d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.429656] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214ddf23-2445-40f3-b9c7-489e73c8bc1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.448973] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 995.448973] env[68134]: value = "task-2965316" [ 995.448973] env[68134]: _type = "Task" [ 995.448973] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.458507] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.534458] env[68134]: INFO nova.compute.manager [-] [instance: 5c9a9a39-861a-427f-a1a9-537ae8f262cd] Took 1.26 seconds to deallocate network for instance. [ 995.643985] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.644495] env[68134]: DEBUG nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.647750] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.722s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.647750] env[68134]: DEBUG nova.objects.instance [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lazy-loading 'resources' on Instance uuid d2890949-bdad-4ab6-b5b5-03e8728292cc {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.718110] env[68134]: DEBUG nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.855410] env[68134]: INFO nova.compute.manager [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Took 29.81 seconds to build instance. [ 995.958987] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.151259] env[68134]: DEBUG nova.compute.utils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.156156] env[68134]: DEBUG nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.156156] env[68134]: DEBUG nova.network.neutron [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.214830] env[68134]: DEBUG nova.policy [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fb2ac5fe3349b0bc4a16d4270687bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f52cc9e7d8904c5898f1c8ebd988862f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.241389] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.359069] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6181d635-1cfe-4bac-ad37-8c4bf63bffba tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.319s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.463669] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965316, 'name': ReconfigVM_Task, 'duration_secs': 0.524446} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.463669] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 59d245e0-d764-4969-9bf4-31a0ac7fad3d/59d245e0-d764-4969-9bf4-31a0ac7fad3d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.464294] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-933fb852-1a4d-4d9d-90ea-ca9cde4cb078 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.467887] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8381566d-129d-4b9a-af16-f95552ca4d40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.485779] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2bcf68-8612-4d7e-bb88-f77aa64f2c55 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.489449] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 996.489449] env[68134]: value = "task-2965317" [ 996.489449] env[68134]: _type = "Task" [ 996.489449] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.518174] env[68134]: DEBUG nova.network.neutron [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Successfully created port: 9918f0cd-3726-4723-9834-e7248369b304 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.521247] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ea782-e4dc-4ea6-ab4f-12c314868ed8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.527507] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965317, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.532412] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d868ab-7b5c-438a-b4ad-faf796dd430c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.545646] env[68134]: DEBUG nova.compute.provider_tree [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.559251] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8f98c7b2-07ec-421a-9e8c-a2d9c19e8d64 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "5c9a9a39-861a-427f-a1a9-537ae8f262cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.852s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.656691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "553251a9-828e-4631-975a-6e5748c180e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.657056] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.657273] env[68134]: DEBUG nova.compute.manager [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.660153] env[68134]: DEBUG nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.664275] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb12af-2a43-485b-80f3-8d729740ff40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.671575] env[68134]: DEBUG nova.compute.manager [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 996.672232] env[68134]: DEBUG nova.objects.instance [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'flavor' on Instance uuid 553251a9-828e-4631-975a-6e5748c180e0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.896203] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabf1-ec3a-1a9f-e7c5-1951f7a1816c/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.897124] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062af015-c28f-4058-8008-c40cc1dc4a85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.904017] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabf1-ec3a-1a9f-e7c5-1951f7a1816c/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.904206] env[68134]: ERROR oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabf1-ec3a-1a9f-e7c5-1951f7a1816c/disk-0.vmdk due to incomplete transfer. [ 996.904894] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0d9e044a-cac3-44fb-9cda-f5203156d316 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.911652] env[68134]: DEBUG oslo_vmware.rw_handles [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ceabf1-ec3a-1a9f-e7c5-1951f7a1816c/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.912337] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Uploaded image a6561cdd-3d09-4801-b937-da4f3809b503 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.913915] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.914170] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-119af266-517e-414b-89aa-fe464e881468 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.920831] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 996.920831] env[68134]: value = "task-2965318" [ 996.920831] env[68134]: _type = "Task" [ 996.920831] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.930104] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965318, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.951866] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.951866] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.999815] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965317, 'name': Rename_Task, 'duration_secs': 0.295177} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.000151] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.000415] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef0530b9-0044-4786-8ee0-36f92800f9df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.007578] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 997.007578] env[68134]: value = "task-2965319" [ 997.007578] env[68134]: _type = "Task" [ 997.007578] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.015551] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.049039] env[68134]: DEBUG nova.scheduler.client.report [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.431311] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965318, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.458592] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.458787] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.458942] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.459133] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.459286] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.459433] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.459567] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 997.459712] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.516876] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.554890] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.557321] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.946s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.557518] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.559477] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.253s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.561016] env[68134]: INFO nova.compute.claims [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.579410] env[68134]: INFO nova.scheduler.client.report [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Deleted allocations for instance d2890949-bdad-4ab6-b5b5-03e8728292cc [ 997.582159] env[68134]: INFO nova.scheduler.client.report [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted allocations for instance 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe [ 997.675725] env[68134]: DEBUG nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.679452] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.679933] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68ea4f10-d28f-4c05-bde1-9f0cb8932a68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.690452] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.690676] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.691948] env[68134]: DEBUG oslo_vmware.api [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 997.691948] env[68134]: value = "task-2965320" [ 997.691948] env[68134]: _type = "Task" [ 997.691948] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.703649] env[68134]: DEBUG oslo_vmware.api [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.706811] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.707079] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.707209] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.707402] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.707545] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.707688] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.707891] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.708066] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.708238] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.708398] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.708565] env[68134]: DEBUG nova.virt.hardware [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.709815] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4606720e-4951-4d19-a534-90a680f397d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.718110] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee230868-45e3-4147-9401-5283af4c4286 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.931454] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965318, 'name': Destroy_Task, 'duration_secs': 0.592832} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.931808] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Destroyed the VM [ 997.932330] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.932646] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76eb698c-3216-43d9-be2a-ccd20f3428bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.938739] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 997.938739] env[68134]: value = "task-2965321" [ 997.938739] env[68134]: _type = "Task" [ 997.938739] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.946660] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.962346] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.018217] env[68134]: DEBUG oslo_vmware.api [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965319, 'name': PowerOnVM_Task, 'duration_secs': 0.523418} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.018217] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.019577] env[68134]: INFO nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Took 7.25 seconds to spawn the instance on the hypervisor. [ 998.019967] env[68134]: DEBUG nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.021360] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd459579-61e2-4a22-9541-bc2ca34bbf8c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.092391] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f95f9640-7842-4798-8615-0ca7f631f00c tempest-TenantUsagesTestJSON-1434450780 tempest-TenantUsagesTestJSON-1434450780-project-member] Lock "d2890949-bdad-4ab6-b5b5-03e8728292cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.031s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.093756] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1707bb55-08b6-4d3a-86f6-65dc1257f1b5 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "63a4be3b-b9f8-421e-9a0b-758ef0d27bfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.257s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.149600] env[68134]: DEBUG nova.compute.manager [req-a04a633d-28a1-40f6-ae68-9ae125a6b778 req-66c759dd-12b7-4817-b7ee-2989f76b05e5 service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Received event network-vif-plugged-9918f0cd-3726-4723-9834-e7248369b304 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.151894] env[68134]: DEBUG oslo_concurrency.lockutils [req-a04a633d-28a1-40f6-ae68-9ae125a6b778 req-66c759dd-12b7-4817-b7ee-2989f76b05e5 service nova] Acquiring lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.153014] env[68134]: DEBUG oslo_concurrency.lockutils [req-a04a633d-28a1-40f6-ae68-9ae125a6b778 req-66c759dd-12b7-4817-b7ee-2989f76b05e5 service nova] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.154150] env[68134]: DEBUG oslo_concurrency.lockutils [req-a04a633d-28a1-40f6-ae68-9ae125a6b778 req-66c759dd-12b7-4817-b7ee-2989f76b05e5 service nova] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.154150] env[68134]: DEBUG nova.compute.manager [req-a04a633d-28a1-40f6-ae68-9ae125a6b778 req-66c759dd-12b7-4817-b7ee-2989f76b05e5 service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] No waiting events found dispatching network-vif-plugged-9918f0cd-3726-4723-9834-e7248369b304 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.154150] env[68134]: WARNING nova.compute.manager [req-a04a633d-28a1-40f6-ae68-9ae125a6b778 req-66c759dd-12b7-4817-b7ee-2989f76b05e5 service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Received unexpected event network-vif-plugged-9918f0cd-3726-4723-9834-e7248369b304 for instance with vm_state building and task_state spawning. [ 998.193344] env[68134]: DEBUG nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.205674] env[68134]: DEBUG oslo_vmware.api [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965320, 'name': PowerOffVM_Task, 'duration_secs': 0.20653} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.206184] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.206371] env[68134]: DEBUG nova.compute.manager [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.207239] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2377e14-7203-407c-bf89-b4cbcceb6993 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.211042] env[68134]: DEBUG nova.network.neutron [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Successfully updated port: 9918f0cd-3726-4723-9834-e7248369b304 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.450100] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965321, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.542833] env[68134]: INFO nova.compute.manager [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Took 31.68 seconds to build instance. [ 998.715811] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.715967] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.716136] env[68134]: DEBUG nova.network.neutron [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.717936] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.723961] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7c42834e-760b-49f6-a40c-a9cf6a8376d4 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.856857] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b26dcf9-1084-4c65-a678-9fd1df82a93e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.864855] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58eef3a-c4bf-4b66-8ec0-ce4bb312a755 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.896655] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd357b1-eac8-4585-b392-233119392d35 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.904387] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53acb4a3-ee1b-43be-8c4b-af92661031c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.918778] env[68134]: DEBUG nova.compute.provider_tree [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.951168] env[68134]: DEBUG oslo_vmware.api [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.514572} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.951508] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.951675] env[68134]: INFO nova.compute.manager [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Took 14.07 seconds to snapshot the instance on the hypervisor. [ 999.045094] env[68134]: DEBUG oslo_concurrency.lockutils [None req-48764955-2fad-4166-baf6-5aead07b1ad9 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.187s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.116059] env[68134]: INFO nova.compute.manager [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Rebuilding instance [ 999.154549] env[68134]: DEBUG nova.compute.manager [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.155476] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff29c8e-22e6-4457-b2c4-926816eb57d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.256319] env[68134]: DEBUG nova.network.neutron [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.421085] env[68134]: DEBUG nova.scheduler.client.report [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.432322] env[68134]: DEBUG nova.network.neutron [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Updating instance_info_cache with network_info: [{"id": "9918f0cd-3726-4723-9834-e7248369b304", "address": "fa:16:3e:b7:95:67", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9918f0cd-37", "ovs_interfaceid": "9918f0cd-3726-4723-9834-e7248369b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.499787] env[68134]: DEBUG nova.compute.manager [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Found 3 images (rotation: 2) {{(pid=68134) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 999.500024] env[68134]: DEBUG nova.compute.manager [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Rotating out 1 backups {{(pid=68134) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 999.500306] env[68134]: DEBUG nova.compute.manager [None req-c85126e5-ce05-45d4-a84d-332cf1ac6034 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleting image cc1acfb5-8573-4cb7-9fbe-8868f2fe64b8 {{(pid=68134) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 999.926253] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.926765] env[68134]: DEBUG nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.929606] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.014s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.929829] env[68134]: DEBUG nova.objects.instance [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'resources' on Instance uuid 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.935508] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.935789] env[68134]: DEBUG nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Instance network_info: |[{"id": "9918f0cd-3726-4723-9834-e7248369b304", "address": "fa:16:3e:b7:95:67", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9918f0cd-37", "ovs_interfaceid": "9918f0cd-3726-4723-9834-e7248369b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.936152] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:95:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9918f0cd-3726-4723-9834-e7248369b304', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.945897] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.946686] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.946918] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c5a589f-7a17-4741-b661-78809fae7da8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.969749] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.969749] env[68134]: value = "task-2965322" [ 999.969749] env[68134]: _type = "Task" [ 999.969749] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.978063] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965322, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.169114] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.169473] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36f437ac-1759-4780-8c7a-25525835f073 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.176515] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1000.176515] env[68134]: value = "task-2965323" [ 1000.176515] env[68134]: _type = "Task" [ 1000.176515] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.185921] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1000.186189] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.186999] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52383bb4-bffb-42e1-87c8-e8429904a2cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.194810] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.195209] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46fa5e77-829e-4cac-be31-d1afc3eaa217 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.233794] env[68134]: DEBUG nova.compute.manager [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Received event network-changed-9918f0cd-3726-4723-9834-e7248369b304 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.234180] env[68134]: DEBUG nova.compute.manager [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Refreshing instance network info cache due to event network-changed-9918f0cd-3726-4723-9834-e7248369b304. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.234372] env[68134]: DEBUG oslo_concurrency.lockutils [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] Acquiring lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.234563] env[68134]: DEBUG oslo_concurrency.lockutils [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] Acquired lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.234722] env[68134]: DEBUG nova.network.neutron [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Refreshing network info cache for port 9918f0cd-3726-4723-9834-e7248369b304 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.243202] env[68134]: DEBUG nova.compute.manager [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.246636] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5334e8bb-8634-4fbf-8770-c77ebc5397e9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.277768] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.278116] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.278315] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleting the datastore file [datastore1] 553251a9-828e-4631-975a-6e5748c180e0 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.278613] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dde4c2ab-d684-44ce-8cf0-1922ec060131 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.287303] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1000.287303] env[68134]: value = "task-2965325" [ 1000.287303] env[68134]: _type = "Task" [ 1000.287303] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.296700] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.433138] env[68134]: DEBUG nova.compute.utils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.438040] env[68134]: DEBUG nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.438040] env[68134]: DEBUG nova.network.neutron [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.438627] env[68134]: DEBUG nova.objects.instance [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'numa_topology' on Instance uuid 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.489424] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965322, 'name': CreateVM_Task, 'duration_secs': 0.415713} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.489614] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.490379] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.490549] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.490843] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.491142] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1900bba3-9c08-4baa-9092-61713b331fa0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.499900] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1000.499900] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523db27e-0abf-fa75-dbb4-15b68dfc05bc" [ 1000.499900] env[68134]: _type = "Task" [ 1000.499900] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.508925] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523db27e-0abf-fa75-dbb4-15b68dfc05bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.511648] env[68134]: DEBUG nova.policy [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f389fc74ae1e4b4fb58c379ce35be315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d2058493e2f425c8abf274ac43f7f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.758106] env[68134]: INFO nova.compute.manager [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] instance snapshotting [ 1000.761806] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23899f41-c044-46ee-8e84-73b3a0aa45c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.783957] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c304e0-a5f1-4606-b131-2754d229f8b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.799883] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319119} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.800135] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.800315] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.800490] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.941217] env[68134]: DEBUG nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.944425] env[68134]: DEBUG nova.objects.base [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Object Instance<58ffa9ba-219e-4756-b125-9b9b00629b1e> lazy-loaded attributes: resources,numa_topology {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.009833] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523db27e-0abf-fa75-dbb4-15b68dfc05bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028659} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.012123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.012123] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.012123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.012123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.012123] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.014239] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18451a21-e53b-49a9-9801-69ac8562a12e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.024412] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.024694] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.029588] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a734ba31-20dd-4d0b-940d-0537a8e9a5f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.038139] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1001.038139] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52152e35-8a37-b3df-013e-ac6f3ccdf459" [ 1001.038139] env[68134]: _type = "Task" [ 1001.038139] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.045812] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52152e35-8a37-b3df-013e-ac6f3ccdf459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.256191] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1364636-0b18-4e6a-9277-c6bc8c15717c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.263699] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a10655-f7a7-4184-a2ec-c3994e39fd64 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.300220] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.301609] env[68134]: DEBUG nova.network.neutron [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Updated VIF entry in instance network info cache for port 9918f0cd-3726-4723-9834-e7248369b304. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.302011] env[68134]: DEBUG nova.network.neutron [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Updating instance_info_cache with network_info: [{"id": "9918f0cd-3726-4723-9834-e7248369b304", "address": "fa:16:3e:b7:95:67", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9918f0cd-37", "ovs_interfaceid": "9918f0cd-3726-4723-9834-e7248369b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.303326] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94eaacc6-e0b3-4e45-9d7e-0595ece648d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.306712] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f85fb1-269b-4f2b-983a-088799c6d811 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.313379] env[68134]: DEBUG nova.network.neutron [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Successfully created port: 3538ae24-2465-42bc-a927-249653185eb2 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.324853] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c953ff-9b83-48a3-93cc-5dd8d3c27680 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.329859] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 1001.329859] env[68134]: value = "task-2965326" [ 1001.329859] env[68134]: _type = "Task" [ 1001.329859] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.342106] env[68134]: DEBUG nova.compute.provider_tree [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.349271] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.548564] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52152e35-8a37-b3df-013e-ac6f3ccdf459, 'name': SearchDatastore_Task, 'duration_secs': 0.036816} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.549402] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa6c103-8681-42d5-971d-74ec52ca920b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.554924] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1001.554924] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5222b07e-b00f-f908-03a6-26f269c66f99" [ 1001.554924] env[68134]: _type = "Task" [ 1001.554924] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.562778] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5222b07e-b00f-f908-03a6-26f269c66f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.818882] env[68134]: DEBUG oslo_concurrency.lockutils [req-361c4f6f-844f-49b5-af3b-92bc3cd00c72 req-56c2dcb2-6289-458d-bc88-6e86594b96bd service nova] Releasing lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.840752] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965326, 'name': CreateSnapshot_Task, 'duration_secs': 0.46461} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.840752] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1001.841316] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beeda55-52a9-4818-bd78-0d91d1a37a2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.847089] env[68134]: DEBUG nova.scheduler.client.report [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.861868] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.862211] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.862380] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.862777] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.862958] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.863149] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.863363] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.863519] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.863721] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.864170] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.864363] env[68134]: DEBUG nova.virt.hardware [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.865543] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfdfcb8-15cf-496b-8d88-1e6d43d852e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.876724] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffb7140-5cb4-4a86-a213-1a3fa88c8013 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.893671] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:67:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd514fc50-ad04-4c12-bf7c-7cc1f467a170', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.901581] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.902601] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.902839] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37504c55-e387-45d2-9225-e118f3e7bc36 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.923076] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.923076] env[68134]: value = "task-2965327" [ 1001.923076] env[68134]: _type = "Task" [ 1001.923076] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.934246] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965327, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.948503] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.948706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.948897] env[68134]: DEBUG nova.compute.manager [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.949844] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5a32c-47ea-4e25-bf54-a631fa3056bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.957568] env[68134]: DEBUG nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.960474] env[68134]: DEBUG nova.compute.manager [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1001.961127] env[68134]: DEBUG nova.objects.instance [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'flavor' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.997304] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.997544] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.997716] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.997901] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.998084] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.998256] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.998483] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.998655] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.002020] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.002020] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.002020] env[68134]: DEBUG nova.virt.hardware [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.002020] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f57bd6e-5859-4711-8b54-e3119dbcd1a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.008850] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72800b47-3c51-4227-a701-3e5bca6d1c84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.072058] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5222b07e-b00f-f908-03a6-26f269c66f99, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.072554] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.072757] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/21dff04d-c37f-4bc6-9f55-a55c67ddc702.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.073046] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b703ae75-eea1-44ab-a35a-b12c38774222 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.079863] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1002.079863] env[68134]: value = "task-2965328" [ 1002.079863] env[68134]: _type = "Task" [ 1002.079863] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.088311] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.356024] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.423s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.356024] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.423s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.356426] env[68134]: DEBUG nova.objects.instance [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lazy-loading 'resources' on Instance uuid a4de3c9c-d3ca-4e95-919f-bf08f07c0253 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.377593] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1002.378543] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05656e9e-7134-44bf-9513-0ccbbd2674c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.388707] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 1002.388707] env[68134]: value = "task-2965329" [ 1002.388707] env[68134]: _type = "Task" [ 1002.388707] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.399147] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965329, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.434062] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965327, 'name': CreateVM_Task, 'duration_secs': 0.358223} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.434221] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.434935] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.435113] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.435429] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.435717] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40b40dc-ed2a-4f39-b1c1-b7148a246dcf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.441274] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1002.441274] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cd224b-2e95-ae46-0fcc-0a9d02a280a9" [ 1002.441274] env[68134]: _type = "Task" [ 1002.441274] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.451963] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cd224b-2e95-ae46-0fcc-0a9d02a280a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.590176] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489522} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.590400] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/21dff04d-c37f-4bc6-9f55-a55c67ddc702.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.590610] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.590874] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e1de8d6-b555-40f9-9a41-b22655196977 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.601714] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1002.601714] env[68134]: value = "task-2965330" [ 1002.601714] env[68134]: _type = "Task" [ 1002.601714] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.613079] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.864958] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9a2b95f-c0e5-4c94-9ab0-d472e20f0b03 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.038s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.865749] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.127s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.865791] env[68134]: INFO nova.compute.manager [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Unshelving [ 1002.904674] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965329, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.954976] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cd224b-2e95-ae46-0fcc-0a9d02a280a9, 'name': SearchDatastore_Task, 'duration_secs': 0.052388} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.955915] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.956529] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.956529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.956662] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.956746] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.957035] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d1475e-cf6b-4aeb-b97c-91989e8a3753 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.968222] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.968545] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0fba318-f7c5-4213-8e02-a0ac50928e9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.974508] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.974508] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.977432] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00b1f38-85ff-47e5-9c70-bd393c6d6101 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.981110] env[68134]: DEBUG oslo_vmware.api [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1002.981110] env[68134]: value = "task-2965331" [ 1002.981110] env[68134]: _type = "Task" [ 1002.981110] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.986679] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1002.986679] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e85022-6c13-ee3c-0d2e-5638a5c96ef4" [ 1002.986679] env[68134]: _type = "Task" [ 1002.986679] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.994616] env[68134]: DEBUG oslo_vmware.api [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.004088] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e85022-6c13-ee3c-0d2e-5638a5c96ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.117411] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074488} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.117781] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.118627] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2ad26-7f94-4d34-abda-8902968a5e17 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.147642] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/21dff04d-c37f-4bc6-9f55-a55c67ddc702.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.151860] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da48ace-4039-479d-8a9f-b1144181457c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.175486] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1003.175486] env[68134]: value = "task-2965332" [ 1003.175486] env[68134]: _type = "Task" [ 1003.175486] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.181309] env[68134]: DEBUG nova.compute.manager [req-c7b2947c-6ece-4975-8845-200dd2213b85 req-74461c56-7933-4494-9517-f8854e021e30 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Received event network-vif-plugged-3538ae24-2465-42bc-a927-249653185eb2 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.181464] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7b2947c-6ece-4975-8845-200dd2213b85 req-74461c56-7933-4494-9517-f8854e021e30 service nova] Acquiring lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.181687] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7b2947c-6ece-4975-8845-200dd2213b85 req-74461c56-7933-4494-9517-f8854e021e30 service nova] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.181857] env[68134]: DEBUG oslo_concurrency.lockutils [req-c7b2947c-6ece-4975-8845-200dd2213b85 req-74461c56-7933-4494-9517-f8854e021e30 service nova] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.182033] env[68134]: DEBUG nova.compute.manager [req-c7b2947c-6ece-4975-8845-200dd2213b85 req-74461c56-7933-4494-9517-f8854e021e30 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] No waiting events found dispatching network-vif-plugged-3538ae24-2465-42bc-a927-249653185eb2 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.182226] env[68134]: WARNING nova.compute.manager [req-c7b2947c-6ece-4975-8845-200dd2213b85 req-74461c56-7933-4494-9517-f8854e021e30 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Received unexpected event network-vif-plugged-3538ae24-2465-42bc-a927-249653185eb2 for instance with vm_state building and task_state spawning. [ 1003.190707] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.219285] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da7b1b8-0b07-4ef6-862e-059c993a1f02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.227542] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0575b203-30fe-4625-bf96-8598cc446a5e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.267023] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e114f6aa-544e-495c-988a-fe8e5837c797 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.267023] env[68134]: DEBUG nova.network.neutron [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Successfully updated port: 3538ae24-2465-42bc-a927-249653185eb2 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.270495] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba2f02b-f329-495c-abf7-9225e587da90 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.284080] env[68134]: DEBUG nova.compute.provider_tree [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.400931] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965329, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.496901] env[68134]: DEBUG oslo_vmware.api [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965331, 'name': PowerOffVM_Task, 'duration_secs': 0.224079} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.500234] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.500494] env[68134]: DEBUG nova.compute.manager [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.500811] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e85022-6c13-ee3c-0d2e-5638a5c96ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.019681} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.502606] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd270807-a417-458d-8058-b66bffa7077f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.508055] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fbfc12-4d92-4374-9379-0ed2f4aa6382 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.510244] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "c6410096-6186-4ce2-987f-a4f8fbde146e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.510510] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.517711] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1003.517711] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52498988-fa9e-2f7a-20bc-d5657bd068f9" [ 1003.517711] env[68134]: _type = "Task" [ 1003.517711] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.526532] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52498988-fa9e-2f7a-20bc-d5657bd068f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.685720] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.770898] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771067] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.771253] env[68134]: DEBUG nova.network.neutron [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.787366] env[68134]: DEBUG nova.scheduler.client.report [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.875403] env[68134]: DEBUG nova.compute.utils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.900066] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965329, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.012886] env[68134]: DEBUG nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.025168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4e644474-4669-4f7e-9f98-cb2cd1c765c7 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.033019] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52498988-fa9e-2f7a-20bc-d5657bd068f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017001} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.033318] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.033578] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.033848] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95698f42-8200-48b1-a79b-59055e42bad6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.041149] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1004.041149] env[68134]: value = "task-2965333" [ 1004.041149] env[68134]: _type = "Task" [ 1004.041149] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.050033] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.190197] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965332, 'name': ReconfigVM_Task, 'duration_secs': 0.728352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.190662] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/21dff04d-c37f-4bc6-9f55-a55c67ddc702.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.191514] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b15d834e-9aa4-4f16-9ee2-b989c373de14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.198983] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1004.198983] env[68134]: value = "task-2965334" [ 1004.198983] env[68134]: _type = "Task" [ 1004.198983] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.208490] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965334, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.295020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.295997] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.707s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.296304] env[68134]: DEBUG nova.objects.instance [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'resources' on Instance uuid 76c9d457-105c-496d-bc10-ba04e58172b2 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.300888] env[68134]: DEBUG oslo_concurrency.lockutils [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.301224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.318100] env[68134]: INFO nova.scheduler.client.report [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Deleted allocations for instance a4de3c9c-d3ca-4e95-919f-bf08f07c0253 [ 1004.327128] env[68134]: DEBUG nova.network.neutron [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.379385] env[68134]: INFO nova.virt.block_device [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Booting with volume fca210f3-a968-48b9-a4b7-6b28789b7910 at /dev/sdb [ 1004.402744] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965329, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.421326] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27d60fb1-bb49-4556-96b5-cc7f96c9f06d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.432325] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573af43-64f2-4579-89ea-0e51177c1b4f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.473038] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50a025ad-da3f-41bf-adf7-6c83bad7a804 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.484462] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d444454-7c4e-471d-9f28-10cd9502d73d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.524669] env[68134]: DEBUG nova.network.neutron [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance_info_cache with network_info: [{"id": "3538ae24-2465-42bc-a927-249653185eb2", "address": "fa:16:3e:85:86:6d", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3538ae24-24", "ovs_interfaceid": "3538ae24-2465-42bc-a927-249653185eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.526314] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012fa619-fa15-4e82-af8a-58164f00be0f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.536747] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e704c6-9f33-4870-ab06-19191e80b94c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.552261] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.553058] env[68134]: DEBUG nova.virt.block_device [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating existing volume attachment record: 6509e23e-916b-48fe-a29f-517e81ca04f8 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1004.560885] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.708619] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965334, 'name': Rename_Task, 'duration_secs': 0.210275} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.708892] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.709175] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f9a9712-7df0-45fc-8438-4d42ee98b23f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.714788] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1004.714788] env[68134]: value = "task-2965336" [ 1004.714788] env[68134]: _type = "Task" [ 1004.714788] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.722700] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.807151] env[68134]: DEBUG nova.compute.utils [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.830148] env[68134]: DEBUG oslo_concurrency.lockutils [None req-24fa4359-7f2f-49ea-860b-2af58b5b32bb tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "a4de3c9c-d3ca-4e95-919f-bf08f07c0253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.184s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.902461] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965329, 'name': CloneVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.036072] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.036072] env[68134]: DEBUG nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Instance network_info: |[{"id": "3538ae24-2465-42bc-a927-249653185eb2", "address": "fa:16:3e:85:86:6d", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3538ae24-24", "ovs_interfaceid": "3538ae24-2465-42bc-a927-249653185eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.036072] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:86:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3538ae24-2465-42bc-a927-249653185eb2', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.041630] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.044310] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.044781] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e84ab617-f646-46b4-871e-8b584a7f5d0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.070883] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.072511] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.073162] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.073162] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.073162] env[68134]: value = "task-2965339" [ 1005.073162] env[68134]: _type = "Task" [ 1005.073162] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.073396] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73a05ec7-db5b-4ffe-ac0d-6dc136be7208 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.086744] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1005.086744] env[68134]: value = "task-2965340" [ 1005.086744] env[68134]: _type = "Task" [ 1005.086744] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.095135] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.144740] env[68134]: DEBUG nova.compute.manager [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Stashing vm_state: stopped {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1005.150156] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28719674-5473-45e3-8760-3d49372713b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.159852] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c517d3-ce03-4f91-b7fa-cd55d6a0736c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.196393] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b21e8-7566-41e2-8d8b-0c619d417ef8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.204585] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bbd2d3-1c67-4ef3-99b4-53df747ff37f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.220728] env[68134]: DEBUG nova.compute.provider_tree [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.231230] env[68134]: DEBUG oslo_vmware.api [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965336, 'name': PowerOnVM_Task, 'duration_secs': 0.512968} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.231518] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.231737] env[68134]: INFO nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1005.231902] env[68134]: DEBUG nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.232807] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893373f3-91e6-4cec-8ab7-4668315a75ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.309781] env[68134]: DEBUG oslo_concurrency.lockutils [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.402251] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965329, 'name': CloneVM_Task, 'duration_secs': 2.515056} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.402525] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Created linked-clone VM from snapshot [ 1005.403473] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccb0f5-3389-4ab0-b622-b0d272e00e12 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.410800] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Uploading image 81268fd5-0eae-44ad-b09b-a9463488f128 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.426206] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.426616] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d670841b-85a0-4aca-8c07-610af7d5ac0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.433074] env[68134]: DEBUG nova.compute.manager [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Received event network-changed-3538ae24-2465-42bc-a927-249653185eb2 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.433320] env[68134]: DEBUG nova.compute.manager [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Refreshing instance network info cache due to event network-changed-3538ae24-2465-42bc-a927-249653185eb2. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.433586] env[68134]: DEBUG oslo_concurrency.lockutils [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] Acquiring lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.433876] env[68134]: DEBUG oslo_concurrency.lockutils [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] Acquired lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.434116] env[68134]: DEBUG nova.network.neutron [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Refreshing network info cache for port 3538ae24-2465-42bc-a927-249653185eb2 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.437199] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 1005.437199] env[68134]: value = "task-2965341" [ 1005.437199] env[68134]: _type = "Task" [ 1005.437199] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.451622] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965341, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.586953] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965339, 'name': CreateVM_Task, 'duration_secs': 0.395197} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.587303] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.590993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.591265] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.591628] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.591918] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50d80b9-8f49-4b42-abcb-55b9512ba1c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.598248] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091023} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.599704] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.599953] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1005.599953] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527ba947-cfbd-835c-90b2-f20d33f2f4f5" [ 1005.599953] env[68134]: _type = "Task" [ 1005.599953] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.600830] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4f5ddf-2291-4578-b865-e545f19cb141 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.628373] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.632205] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1232a9a-d449-4728-9339-415bb8f2ed56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.646473] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527ba947-cfbd-835c-90b2-f20d33f2f4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.651970] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1005.651970] env[68134]: value = "task-2965342" [ 1005.651970] env[68134]: _type = "Task" [ 1005.651970] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.663717] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.678196] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.747296] env[68134]: ERROR nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [req-6da55402-dee2-4069-9f36-85358d909bd2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6da55402-dee2-4069-9f36-85358d909bd2"}]} [ 1005.755098] env[68134]: INFO nova.compute.manager [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Took 33.83 seconds to build instance. [ 1005.772352] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1005.786444] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1005.786676] env[68134]: DEBUG nova.compute.provider_tree [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.801561] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1005.821743] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1005.947728] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965341, 'name': Destroy_Task, 'duration_secs': 0.495594} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.950471] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Destroyed the VM [ 1005.950733] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.951312] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2990092-d9cf-4dde-93d1-809689cbbf5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.958462] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 1005.958462] env[68134]: value = "task-2965343" [ 1005.958462] env[68134]: _type = "Task" [ 1005.958462] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.968859] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965343, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.115323] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527ba947-cfbd-835c-90b2-f20d33f2f4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.023264} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.115795] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.115907] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.116592] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.116592] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.116592] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.116764] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b8e0e6-a952-426a-b87d-e8e2c38d1354 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.119666] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb7c3d-8d90-4a8c-b780-2a1cec77b1db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.126996] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476a0096-f607-4c9d-b10b-2d6ec7791333 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.130804] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.130885] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.131983] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab08949-3cad-4122-99ce-6f6156480bad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.168439] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b848e7c6-47cf-4fc4-a2a2-4a4ec2d22c05 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.172177] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1006.172177] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52561c40-89be-0e7b-e2b4-cfbf80daa9ff" [ 1006.172177] env[68134]: _type = "Task" [ 1006.172177] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.181507] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965342, 'name': ReconfigVM_Task, 'duration_secs': 0.281072} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.183021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c748c00-d3d9-443e-abc0-ee9b96508ab2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.186951] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 553251a9-828e-4631-975a-6e5748c180e0/553251a9-828e-4631-975a-6e5748c180e0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.190790] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fb880b4-32e8-4481-82e3-d8c509d614f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.192326] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52561c40-89be-0e7b-e2b4-cfbf80daa9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.193696] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f84630-fe26-4e0f-bb25-57f23daacf02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.206164] env[68134]: DEBUG nova.compute.provider_tree [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.206469] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1006.206469] env[68134]: value = "task-2965344" [ 1006.206469] env[68134]: _type = "Task" [ 1006.206469] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.210853] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1006.210853] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5280b22c-9937-54a5-0077-63e3c4fc6437" [ 1006.210853] env[68134]: _type = "Task" [ 1006.210853] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.218332] env[68134]: DEBUG nova.network.neutron [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updated VIF entry in instance network info cache for port 3538ae24-2465-42bc-a927-249653185eb2. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.218685] env[68134]: DEBUG nova.network.neutron [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance_info_cache with network_info: [{"id": "3538ae24-2465-42bc-a927-249653185eb2", "address": "fa:16:3e:85:86:6d", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3538ae24-24", "ovs_interfaceid": "3538ae24-2465-42bc-a927-249653185eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.223470] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965344, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.229795] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5280b22c-9937-54a5-0077-63e3c4fc6437, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.230919] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.231142] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9a46e09a-2fb9-4048-8aab-babc2de16faf/9a46e09a-2fb9-4048-8aab-babc2de16faf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.231485] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19f4b3cd-e4e5-433c-95dd-4bcf31277196 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.238792] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1006.238792] env[68134]: value = "task-2965345" [ 1006.238792] env[68134]: _type = "Task" [ 1006.238792] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.247029] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.257072] env[68134]: DEBUG oslo_concurrency.lockutils [None req-93ad1399-7573-4def-a7e2-bf5a6cf364ba tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.028s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.334915] env[68134]: INFO nova.compute.manager [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Rescuing [ 1006.335226] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.335416] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.335642] env[68134]: DEBUG nova.network.neutron [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.375995] env[68134]: DEBUG oslo_concurrency.lockutils [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.376289] env[68134]: DEBUG oslo_concurrency.lockutils [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.376888] env[68134]: INFO nova.compute.manager [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Attaching volume a1243e7a-9ea2-4bf7-98a5-f495abf92e7c to /dev/sdb [ 1006.413566] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa716ca-eb0a-4618-b510-ef24c392e023 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.422026] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa5315-ae63-44d1-b44b-71e3b5fec4a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.435266] env[68134]: DEBUG nova.virt.block_device [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating existing volume attachment record: 1a963735-a51d-4c48-90ff-ce60608c867b {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1006.469712] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965343, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.718881] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965344, 'name': Rename_Task, 'duration_secs': 0.14144} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.721090] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.721090] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc33aec5-2922-48c0-a365-0c2def96860e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.726048] env[68134]: DEBUG oslo_concurrency.lockutils [req-128f21fa-070e-48b9-a8c1-c209dac59b1f req-793205d8-f669-4373-9a8e-a5abb8d41ce9 service nova] Releasing lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.726501] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1006.726501] env[68134]: value = "task-2965347" [ 1006.726501] env[68134]: _type = "Task" [ 1006.726501] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.733899] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.734882] env[68134]: ERROR nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [req-28c87c56-3378-4601-a006-dcddde22f19a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28c87c56-3378-4601-a006-dcddde22f19a"}]} [ 1006.747095] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.754174] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.772730] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.772963] env[68134]: DEBUG nova.compute.provider_tree [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.787093] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.808324] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.902331] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "56335705-8f48-4f05-a39e-bd3cac6481ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.902617] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.969340] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965343, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.063656] env[68134]: DEBUG nova.network.neutron [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Updating instance_info_cache with network_info: [{"id": "9918f0cd-3726-4723-9834-e7248369b304", "address": "fa:16:3e:b7:95:67", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9918f0cd-37", "ovs_interfaceid": "9918f0cd-3726-4723-9834-e7248369b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.154038] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddc51a9-6b4a-418f-b48e-5b5b36c28390 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.162650] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b8ed71-ca85-4cc6-a255-e2c0410f1e30 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.196751] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52356177-a242-4383-a7db-1ead3faf1755 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.205114] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d3cbc-75b8-4452-9270-ca0aeb0c0530 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.222034] env[68134]: DEBUG nova.compute.provider_tree [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.236621] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965347, 'name': PowerOnVM_Task, 'duration_secs': 0.47547} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.236888] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.237109] env[68134]: DEBUG nova.compute.manager [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.238092] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba60efe9-5525-41c7-b1bd-be4480f3384b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.256296] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.405487] env[68134]: DEBUG nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.472529] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965343, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.572040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.754027] env[68134]: INFO nova.compute.manager [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] bringing vm to original state: 'stopped' [ 1007.756780] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965345, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.13512} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.757226] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9a46e09a-2fb9-4048-8aab-babc2de16faf/9a46e09a-2fb9-4048-8aab-babc2de16faf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.757485] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.757695] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d00a2d8-932d-47a6-a0cb-34fc0eefc5c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.761142] env[68134]: DEBUG nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1007.761405] env[68134]: DEBUG nova.compute.provider_tree [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 126 to 127 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1007.761598] env[68134]: DEBUG nova.compute.provider_tree [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.766122] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1007.766122] env[68134]: value = "task-2965351" [ 1007.766122] env[68134]: _type = "Task" [ 1007.766122] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.776172] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.926881] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.971989] env[68134]: DEBUG oslo_vmware.api [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965343, 'name': RemoveSnapshot_Task, 'duration_secs': 1.954813} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.972433] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1008.267556] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.972s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.270194] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.029s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.271803] env[68134]: INFO nova.compute.claims [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.285913] env[68134]: INFO nova.scheduler.client.report [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted allocations for instance 76c9d457-105c-496d-bc10-ba04e58172b2 [ 1008.290064] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10954} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.292530] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.293553] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ed8261-ce91-46ac-81fb-10f72415080c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.319579] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9a46e09a-2fb9-4048-8aab-babc2de16faf/9a46e09a-2fb9-4048-8aab-babc2de16faf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.320606] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301cebdb-0e4f-46fb-bf54-6afd770d0d64 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.342728] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1008.342728] env[68134]: value = "task-2965352" [ 1008.342728] env[68134]: _type = "Task" [ 1008.342728] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.350838] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.477876] env[68134]: WARNING nova.compute.manager [None req-bc8c792c-e312-44f4-a8d8-94c1928039e1 tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Image not found during snapshot: nova.exception.ImageNotFound: Image 81268fd5-0eae-44ad-b09b-a9463488f128 could not be found. [ 1008.762318] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "553251a9-828e-4631-975a-6e5748c180e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.763122] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.763122] env[68134]: DEBUG nova.compute.manager [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.763666] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41585c9-3a32-45f9-9d92-cbf1b99d4c1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.771756] env[68134]: DEBUG nova.compute.manager [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1008.795646] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2543778e-7c99-4117-94bf-af1ce13111a9 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "76c9d457-105c-496d-bc10-ba04e58172b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.880s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.853517] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.111552] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.111858] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fce97a6-7174-4312-a7fd-f0f15c95534c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.122068] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1009.122068] env[68134]: value = "task-2965354" [ 1009.122068] env[68134]: _type = "Task" [ 1009.122068] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.134101] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.276969] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.277298] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce50a1f-dab3-4a67-9117-2eb02c9859b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.288024] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1009.288024] env[68134]: value = "task-2965355" [ 1009.288024] env[68134]: _type = "Task" [ 1009.288024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.297544] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.359036] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965352, 'name': ReconfigVM_Task, 'duration_secs': 0.908093} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.359477] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9a46e09a-2fb9-4048-8aab-babc2de16faf/9a46e09a-2fb9-4048-8aab-babc2de16faf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.360873] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa61f016-4184-4b1a-800e-87e33fba2382 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.371892] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1009.371892] env[68134]: value = "task-2965356" [ 1009.371892] env[68134]: _type = "Task" [ 1009.371892] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.382317] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965356, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.478589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.478589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.478589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.478589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.478801] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.487834] env[68134]: INFO nova.compute.manager [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Terminating instance [ 1009.602132] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccf784c-7a9e-4564-b80a-2f63726a6207 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.610577] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6c3fe-39ab-40d0-aa22-882d0c96f542 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.651049] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26232d10-274f-43fa-acdc-7708900328b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.661863] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965354, 'name': PowerOffVM_Task, 'duration_secs': 0.297965} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.663012] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.664393] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c1951-ae52-4080-a9ee-b6a6f8421126 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.668888] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac5c80-d907-436e-8025-54dc7c5f5337 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.705182] env[68134]: DEBUG nova.compute.provider_tree [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.707895] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c5e7f8-ea4c-4fbb-b8da-05e6bc1f7805 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.747447] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.747755] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b61cb9f-2ffe-4839-88f9-57da44bb5e8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.756367] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1009.756367] env[68134]: value = "task-2965357" [ 1009.756367] env[68134]: _type = "Task" [ 1009.756367] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.769814] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.770390] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.770390] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.770511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.770680] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.771049] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14591b76-06c0-4411-ba1f-d33d6c4d085a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.786272] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.786272] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.786597] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ef62d3-64b6-4c1c-9fa3-94f3bcfc8550 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.797886] env[68134]: DEBUG oslo_vmware.api [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965355, 'name': PowerOffVM_Task, 'duration_secs': 0.205507} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.798874] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.799178] env[68134]: DEBUG nova.compute.manager [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.799577] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1009.799577] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525e6267-99e3-92bd-de9d-e8a849653288" [ 1009.799577] env[68134]: _type = "Task" [ 1009.799577] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.800322] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acceab3-acf3-4103-8471-963b642bbe52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.811611] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525e6267-99e3-92bd-de9d-e8a849653288, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.816960] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb251a0-fcf8-47ba-bd5a-5a5e8b465e4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.822779] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1009.822779] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c46afa-2f3c-0670-a763-b2107551bf15" [ 1009.822779] env[68134]: _type = "Task" [ 1009.822779] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.832334] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c46afa-2f3c-0670-a763-b2107551bf15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.881999] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965356, 'name': Rename_Task, 'duration_secs': 0.179151} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.882354] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.883780] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7bd7b11-b0e8-44e8-807d-d6f2c61961ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.890716] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1009.890716] env[68134]: value = "task-2965358" [ 1009.890716] env[68134]: _type = "Task" [ 1009.890716] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.899174] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.991656] env[68134]: DEBUG nova.compute.manager [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.991880] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.992780] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1721a74-7535-47ae-b45c-c5fe5bf7ba4f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.002448] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.002786] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90273589-ca65-4dc8-a664-3e90a5d43ef7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.012239] env[68134]: DEBUG oslo_vmware.api [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 1010.012239] env[68134]: value = "task-2965359" [ 1010.012239] env[68134]: _type = "Task" [ 1010.012239] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.026023] env[68134]: DEBUG oslo_vmware.api [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.209278] env[68134]: DEBUG nova.scheduler.client.report [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.320887] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.337021] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c46afa-2f3c-0670-a763-b2107551bf15, 'name': SearchDatastore_Task, 'duration_secs': 0.019597} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.337021] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.337021] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. {{(pid=68134) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1010.337021] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b08ef9d-7446-4abd-8b72-f3f307416eca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.346080] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1010.346080] env[68134]: value = "task-2965360" [ 1010.346080] env[68134]: _type = "Task" [ 1010.346080] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.359628] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.405080] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.421277] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.421576] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.421788] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.421972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.422170] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.424391] env[68134]: INFO nova.compute.manager [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Terminating instance [ 1010.484511] env[68134]: DEBUG nova.compute.manager [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1010.528135] env[68134]: DEBUG oslo_vmware.api [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965359, 'name': PowerOffVM_Task, 'duration_secs': 0.202724} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.528608] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.528608] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.528886] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55e824a7-e9a0-4515-abff-67b7d94daa4c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.674360] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.716872] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.717417] env[68134]: DEBUG nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.720547] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.758s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.720547] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.720547] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1010.720781] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.003s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.722031] env[68134]: INFO nova.compute.claims [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.726123] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd80ed-9aa5-43a9-918c-35a10ae82b79 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.737133] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bfa76a-13d7-4e3e-95e8-06e5d226e011 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.755829] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979f89ab-9392-46af-997a-693a5fbad350 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.766427] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c00259-f736-4b9e-b709-b28a872d75d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.807237] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178541MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1010.807496] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.829098] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.841872] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.842143] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.842609] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleting the datastore file [datastore1] 59d245e0-d764-4969-9bf4-31a0ac7fad3d {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.842860] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab804e96-9b60-4da2-ac30-7b960b39c048 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.853759] env[68134]: DEBUG oslo_vmware.api [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for the task: (returnval){ [ 1010.853759] env[68134]: value = "task-2965362" [ 1010.853759] env[68134]: _type = "Task" [ 1010.853759] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.857960] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965360, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.869268] env[68134]: DEBUG oslo_vmware.api [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.902675] env[68134]: DEBUG oslo_vmware.api [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965358, 'name': PowerOnVM_Task, 'duration_secs': 0.516193} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.902893] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.903116] env[68134]: INFO nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1010.903300] env[68134]: DEBUG nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.904178] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cbda03-215c-4d60-83f8-d0fa5422166f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.931280] env[68134]: DEBUG nova.compute.manager [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.931666] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.932742] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06890056-96e8-4b84-9238-90219aa615ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.942517] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.942832] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0829946-8e39-4f20-ad1b-80b44d8af6df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.950926] env[68134]: DEBUG oslo_vmware.api [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 1010.950926] env[68134]: value = "task-2965363" [ 1010.950926] env[68134]: _type = "Task" [ 1010.950926] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.963875] env[68134]: DEBUG oslo_vmware.api [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.003504] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.050087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "553251a9-828e-4631-975a-6e5748c180e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.050087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.050087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "553251a9-828e-4631-975a-6e5748c180e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.050087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.050358] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.053024] env[68134]: INFO nova.compute.manager [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Terminating instance [ 1011.227526] env[68134]: DEBUG nova.compute.utils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.229461] env[68134]: DEBUG nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.229461] env[68134]: DEBUG nova.network.neutron [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.282285] env[68134]: DEBUG nova.policy [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f671f5b1120430d97f30f6503a05821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '745b9683f22f47269b28d966043dd4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.362311] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718086} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.365665] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. [ 1011.366467] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff367066-bbc9-425f-837c-c374c0a01703 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.397749] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.398042] env[68134]: DEBUG oslo_vmware.api [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Task: {'id': task-2965362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35024} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.398282] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce37c0db-8385-4162-9a84-65099f31b847 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.411070] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.411285] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.411454] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.411631] env[68134]: INFO nova.compute.manager [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1011.411875] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.412088] env[68134]: DEBUG nova.compute.manager [-] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.412185] env[68134]: DEBUG nova.network.neutron [-] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.420644] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1011.420644] env[68134]: value = "task-2965364" [ 1011.420644] env[68134]: _type = "Task" [ 1011.420644] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.429508] env[68134]: INFO nova.compute.manager [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Took 30.14 seconds to build instance. [ 1011.436914] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.462048] env[68134]: DEBUG oslo_vmware.api [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965363, 'name': PowerOffVM_Task, 'duration_secs': 0.31164} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.464354] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.464513] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.464801] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8e5493-ab42-4f61-b2b2-3d45ec487878 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.482166] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1011.482431] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595039', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'name': 'volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2564b4c-1699-44af-9b4e-0fe01bde9a04', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'serial': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1011.483319] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2a7b90-453e-4568-9c51-8ffe0b0807b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.505362] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be34510b-8e8f-49a2-b9dc-ec9ea2d6c95b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.533777] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c/volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.533777] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d891b637-b0b0-42e0-8c12-dbbbaf8cfd69 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.557178] env[68134]: DEBUG oslo_vmware.api [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1011.557178] env[68134]: value = "task-2965366" [ 1011.557178] env[68134]: _type = "Task" [ 1011.557178] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.561733] env[68134]: DEBUG nova.compute.manager [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.561953] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.562366] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.562669] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.562866] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Deleting the datastore file [datastore1] 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.563702] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e396ba-fb79-46b8-be76-b0e0c6a14169 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.566829] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54464634-66cf-41f4-a316-a8823a5934ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.573267] env[68134]: DEBUG oslo_vmware.api [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965366, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.578953] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.581918] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f1bf66-0720-41a2-a94e-f18118fe746b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.582728] env[68134]: DEBUG oslo_vmware.api [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for the task: (returnval){ [ 1011.582728] env[68134]: value = "task-2965367" [ 1011.582728] env[68134]: _type = "Task" [ 1011.582728] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.593600] env[68134]: DEBUG oslo_vmware.api [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.663158] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.663448] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.663731] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleting the datastore file [datastore1] 553251a9-828e-4631-975a-6e5748c180e0 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.665608] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d08e31d-1268-4570-bdc4-9afffa739ca0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.677175] env[68134]: DEBUG oslo_vmware.api [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1011.677175] env[68134]: value = "task-2965369" [ 1011.677175] env[68134]: _type = "Task" [ 1011.677175] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.683116] env[68134]: DEBUG oslo_vmware.api [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.732691] env[68134]: DEBUG nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.740181] env[68134]: DEBUG nova.network.neutron [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Successfully created port: 445e4179-0216-4f7e-bf06-2299055198cd {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.937563] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f66bd296-063d-4169-91db-5daac59cd7bc tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.656s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.937563] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965364, 'name': ReconfigVM_Task, 'duration_secs': 0.350232} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.937563] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.937563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d542e7-8170-4545-84ef-3099515f8ff8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.969400] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb8baf0-7df3-49a1-b5a5-e4860684f017 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.980191] env[68134]: DEBUG nova.compute.manager [req-6f0702f4-7832-4abb-ba42-62fb94ec0495 req-e5e28594-4ce0-46e7-a134-f954aeaac573 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Received event network-vif-deleted-54b828d6-45ed-40a3-809a-3c063d935a5e {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.980437] env[68134]: INFO nova.compute.manager [req-6f0702f4-7832-4abb-ba42-62fb94ec0495 req-e5e28594-4ce0-46e7-a134-f954aeaac573 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Neutron deleted interface 54b828d6-45ed-40a3-809a-3c063d935a5e; detaching it from the instance and deleting it from the info cache [ 1011.980644] env[68134]: DEBUG nova.network.neutron [req-6f0702f4-7832-4abb-ba42-62fb94ec0495 req-e5e28594-4ce0-46e7-a134-f954aeaac573 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.990727] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1011.990727] env[68134]: value = "task-2965370" [ 1011.990727] env[68134]: _type = "Task" [ 1011.990727] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.007562] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.069665] env[68134]: DEBUG oslo_vmware.api [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965366, 'name': ReconfigVM_Task, 'duration_secs': 0.461922} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.069958] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c/volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.075641] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4db236d-6721-4236-8d4e-4e70c968de00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.100620] env[68134]: DEBUG oslo_vmware.api [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Task: {'id': task-2965367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227213} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.104999] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.105222] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.105402] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.105573] env[68134]: INFO nova.compute.manager [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1012.105816] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.106085] env[68134]: DEBUG oslo_vmware.api [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1012.106085] env[68134]: value = "task-2965371" [ 1012.106085] env[68134]: _type = "Task" [ 1012.106085] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.106479] env[68134]: DEBUG nova.compute.manager [-] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.106651] env[68134]: DEBUG nova.network.neutron [-] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.118567] env[68134]: DEBUG oslo_vmware.api [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.184018] env[68134]: DEBUG oslo_vmware.api [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196543} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.189651] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.189762] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.189936] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.190130] env[68134]: INFO nova.compute.manager [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1012.190371] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.191132] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544ab30-7306-4c25-8c50-0e2c6ac9bfe4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.193723] env[68134]: DEBUG nova.compute.manager [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.193824] env[68134]: DEBUG nova.network.neutron [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.203754] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e86b28b-e67d-45ab-bd7f-341907403429 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.241178] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95644dd4-1255-49b6-9264-7857d813ed0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.253092] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecbf250-9211-4db1-a13f-5e63a6af1416 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.269698] env[68134]: DEBUG nova.compute.provider_tree [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.356874] env[68134]: DEBUG nova.network.neutron [-] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.486967] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe7be95c-6565-4201-ac11-a800e08db796 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.502747] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20ede6-1b7f-480c-af75-d368b7430b99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.518194] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965370, 'name': ReconfigVM_Task, 'duration_secs': 0.188805} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.519387] env[68134]: DEBUG nova.compute.manager [req-6629ef33-b964-46fa-8b76-ac0530e1e893 req-8413e907-d96c-47c5-8965-b2daff19fd73 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Received event network-vif-deleted-d514fc50-ad04-4c12-bf7c-7cc1f467a170 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.519783] env[68134]: INFO nova.compute.manager [req-6629ef33-b964-46fa-8b76-ac0530e1e893 req-8413e907-d96c-47c5-8965-b2daff19fd73 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Neutron deleted interface d514fc50-ad04-4c12-bf7c-7cc1f467a170; detaching it from the instance and deleting it from the info cache [ 1012.519783] env[68134]: DEBUG nova.network.neutron [req-6629ef33-b964-46fa-8b76-ac0530e1e893 req-8413e907-d96c-47c5-8965-b2daff19fd73 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.521211] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.522072] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f775a6c3-46e2-45c6-af4b-e219869851d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.529613] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1012.529613] env[68134]: value = "task-2965372" [ 1012.529613] env[68134]: _type = "Task" [ 1012.529613] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.547483] env[68134]: DEBUG nova.compute.manager [req-6f0702f4-7832-4abb-ba42-62fb94ec0495 req-e5e28594-4ce0-46e7-a134-f954aeaac573 service nova] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Detach interface failed, port_id=54b828d6-45ed-40a3-809a-3c063d935a5e, reason: Instance 59d245e0-d764-4969-9bf4-31a0ac7fad3d could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.552088] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965372, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.619416] env[68134]: DEBUG oslo_vmware.api [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965371, 'name': ReconfigVM_Task, 'duration_secs': 0.168443} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.619747] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595039', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'name': 'volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2564b4c-1699-44af-9b4e-0fe01bde9a04', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'serial': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1012.749468] env[68134]: DEBUG nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.789621] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.790694] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.790694] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.790694] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.790694] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.790694] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.790694] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.791631] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.791631] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.791631] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.791631] env[68134]: DEBUG nova.virt.hardware [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.792550] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5667cf64-5e82-4145-9d21-fada7f68cd10 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.797546] env[68134]: ERROR nova.scheduler.client.report [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [req-10cdd686-35c5-4fde-8008-8634143e63e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10cdd686-35c5-4fde-8008-8634143e63e8"}]} [ 1012.803510] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e177ce6-3d93-4f27-9984-dc5cb88be5a1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.819244] env[68134]: DEBUG nova.scheduler.client.report [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1012.832910] env[68134]: DEBUG nova.scheduler.client.report [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1012.833140] env[68134]: DEBUG nova.compute.provider_tree [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.846758] env[68134]: DEBUG nova.scheduler.client.report [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1012.863657] env[68134]: INFO nova.compute.manager [-] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Took 1.45 seconds to deallocate network for instance. [ 1012.870911] env[68134]: DEBUG nova.scheduler.client.report [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1013.000920] env[68134]: DEBUG nova.network.neutron [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.024505] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af8e99d7-18f6-400f-92a9-085efcef9381 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.040012] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac385aa4-804c-4de2-a144-e83dfc588771 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.070024] env[68134]: DEBUG oslo_vmware.api [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965372, 'name': PowerOnVM_Task, 'duration_secs': 0.429118} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.086598] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.089337] env[68134]: DEBUG nova.compute.manager [req-6629ef33-b964-46fa-8b76-ac0530e1e893 req-8413e907-d96c-47c5-8965-b2daff19fd73 service nova] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Detach interface failed, port_id=d514fc50-ad04-4c12-bf7c-7cc1f467a170, reason: Instance 553251a9-828e-4631-975a-6e5748c180e0 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.091114] env[68134]: DEBUG nova.compute.manager [None req-d00f4402-dc14-4cf2-a7d9-ca0c0feabfe4 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.093627] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab92f68-c119-4c86-8f4f-fb63d75f21f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.240788] env[68134]: DEBUG nova.network.neutron [-] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.254118] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3c5b66-5619-417f-97b4-3a002277ad8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.263566] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0cf42-81a1-4b6f-b9e8-96078e12a784 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.295305] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef6a490-976f-4425-904d-e9e11171336a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.304380] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4491aa80-04e1-43b9-974f-9e679824fc6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.324203] env[68134]: DEBUG nova.compute.provider_tree [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.373952] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.508781] env[68134]: INFO nova.compute.manager [-] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Took 1.31 seconds to deallocate network for instance. [ 1013.515869] env[68134]: DEBUG nova.network.neutron [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Successfully updated port: 445e4179-0216-4f7e-bf06-2299055198cd {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.529423] env[68134]: DEBUG nova.compute.manager [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1013.656546] env[68134]: DEBUG nova.objects.instance [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lazy-loading 'flavor' on Instance uuid b2564b4c-1699-44af-9b4e-0fe01bde9a04 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.743679] env[68134]: INFO nova.compute.manager [-] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Took 1.64 seconds to deallocate network for instance. [ 1013.857785] env[68134]: DEBUG nova.scheduler.client.report [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1013.858072] env[68134]: DEBUG nova.compute.provider_tree [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 131 to 132 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1013.858257] env[68134]: DEBUG nova.compute.provider_tree [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.018356] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "refresh_cache-54a23dce-9f10-44dc-a240-adac04f24b0f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.018533] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "refresh_cache-54a23dce-9f10-44dc-a240-adac04f24b0f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.018691] env[68134]: DEBUG nova.network.neutron [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.020548] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.046257] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.166029] env[68134]: DEBUG oslo_concurrency.lockutils [None req-70ece034-3d66-45c0-859a-bbd594138340 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.788s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.189660] env[68134]: DEBUG nova.compute.manager [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Received event network-vif-deleted-8d029fbf-91cb-4794-a1da-150f0f856bcb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.189858] env[68134]: DEBUG nova.compute.manager [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Received event network-vif-plugged-445e4179-0216-4f7e-bf06-2299055198cd {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.190257] env[68134]: DEBUG oslo_concurrency.lockutils [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] Acquiring lock "54a23dce-9f10-44dc-a240-adac04f24b0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.190514] env[68134]: DEBUG oslo_concurrency.lockutils [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.190675] env[68134]: DEBUG oslo_concurrency.lockutils [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.190839] env[68134]: DEBUG nova.compute.manager [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] No waiting events found dispatching network-vif-plugged-445e4179-0216-4f7e-bf06-2299055198cd {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.190992] env[68134]: WARNING nova.compute.manager [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Received unexpected event network-vif-plugged-445e4179-0216-4f7e-bf06-2299055198cd for instance with vm_state building and task_state spawning. [ 1014.191170] env[68134]: DEBUG nova.compute.manager [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Received event network-changed-445e4179-0216-4f7e-bf06-2299055198cd {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.191365] env[68134]: DEBUG nova.compute.manager [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Refreshing instance network info cache due to event network-changed-445e4179-0216-4f7e-bf06-2299055198cd. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.191545] env[68134]: DEBUG oslo_concurrency.lockutils [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] Acquiring lock "refresh_cache-54a23dce-9f10-44dc-a240-adac04f24b0f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.250077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.363049] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.642s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.363580] env[68134]: DEBUG nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.366115] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.814s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.367453] env[68134]: INFO nova.compute.claims [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.449671] env[68134]: INFO nova.compute.manager [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Rescuing [ 1014.449744] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.450877] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.450877] env[68134]: DEBUG nova.network.neutron [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.555202] env[68134]: DEBUG nova.network.neutron [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.666067] env[68134]: INFO nova.compute.manager [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Unrescuing [ 1014.666341] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.666500] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquired lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.666661] env[68134]: DEBUG nova.network.neutron [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.716068] env[68134]: DEBUG nova.network.neutron [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Updating instance_info_cache with network_info: [{"id": "445e4179-0216-4f7e-bf06-2299055198cd", "address": "fa:16:3e:3d:27:23", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445e4179-02", "ovs_interfaceid": "445e4179-0216-4f7e-bf06-2299055198cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.873560] env[68134]: DEBUG nova.compute.utils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.874955] env[68134]: DEBUG nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.875134] env[68134]: DEBUG nova.network.neutron [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.910849] env[68134]: DEBUG nova.policy [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdab9d7bdbc64742b13f164c271500f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1223c1722245c6a523fb296c8e919b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.222025] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "refresh_cache-54a23dce-9f10-44dc-a240-adac04f24b0f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.222025] env[68134]: DEBUG nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Instance network_info: |[{"id": "445e4179-0216-4f7e-bf06-2299055198cd", "address": "fa:16:3e:3d:27:23", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445e4179-02", "ovs_interfaceid": "445e4179-0216-4f7e-bf06-2299055198cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.222025] env[68134]: DEBUG oslo_concurrency.lockutils [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] Acquired lock "refresh_cache-54a23dce-9f10-44dc-a240-adac04f24b0f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.222025] env[68134]: DEBUG nova.network.neutron [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Refreshing network info cache for port 445e4179-0216-4f7e-bf06-2299055198cd {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.222025] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:27:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '445e4179-0216-4f7e-bf06-2299055198cd', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.230757] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.234310] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.235000] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a368979-e2f7-4224-ae1e-9f2e688da8d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.259292] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.259292] env[68134]: value = "task-2965373" [ 1015.259292] env[68134]: _type = "Task" [ 1015.259292] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.273298] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965373, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.380834] env[68134]: DEBUG nova.network.neutron [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.387312] env[68134]: DEBUG nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.448288] env[68134]: DEBUG nova.network.neutron [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Updating instance_info_cache with network_info: [{"id": "9918f0cd-3726-4723-9834-e7248369b304", "address": "fa:16:3e:b7:95:67", "network": {"id": "13f4c90c-8fd4-44eb-bc20-e8143d998a69", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1021908577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f52cc9e7d8904c5898f1c8ebd988862f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9918f0cd-37", "ovs_interfaceid": "9918f0cd-3726-4723-9834-e7248369b304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.468143] env[68134]: DEBUG nova.network.neutron [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Successfully created port: 067dd756-fd3c-4fc7-9827-cad3edbf29c9 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.701926] env[68134]: DEBUG nova.network.neutron [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Updated VIF entry in instance network info cache for port 445e4179-0216-4f7e-bf06-2299055198cd. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.701926] env[68134]: DEBUG nova.network.neutron [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Updating instance_info_cache with network_info: [{"id": "445e4179-0216-4f7e-bf06-2299055198cd", "address": "fa:16:3e:3d:27:23", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445e4179-02", "ovs_interfaceid": "445e4179-0216-4f7e-bf06-2299055198cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.773025] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965373, 'name': CreateVM_Task, 'duration_secs': 0.406889} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.773025] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.773025] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.773025] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.773025] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.773317] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e790aaf-b390-4154-8c6f-37d28df33e89 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.777010] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10a8363-374c-4ed1-b38a-c2a3c9267631 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.786255] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1015.786255] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5244812e-bc52-29ba-3891-326cca2c2df5" [ 1015.786255] env[68134]: _type = "Task" [ 1015.786255] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.792452] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6060ce55-2c25-4fa3-bdd1-2a1df19940cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.799698] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5244812e-bc52-29ba-3891-326cca2c2df5, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.799698] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.799829] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.800017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.800129] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.800338] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.800563] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5b57b01-5e52-4313-8e5b-c3541e89fe56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.829543] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421fc469-d204-4b63-9a5f-b546ba568a8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.838928] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d034db87-cc99-4b48-8a6f-b894ecdf7d4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.843288] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.843465] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.844204] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db7bb89-9220-43b6-8cc7-cb8a4e52a33a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.849992] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1015.849992] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521e5f05-6c2b-2367-5b9b-2d3185987c1f" [ 1015.849992] env[68134]: _type = "Task" [ 1015.849992] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.858478] env[68134]: DEBUG nova.compute.provider_tree [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.873510] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521e5f05-6c2b-2367-5b9b-2d3185987c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.874285] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a008eb26-81c5-4954-971c-bd768fe66d08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.880805] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1015.880805] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52907098-633d-3988-fd63-802afa69b0b5" [ 1015.880805] env[68134]: _type = "Task" [ 1015.880805] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.892647] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52907098-633d-3988-fd63-802afa69b0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.893282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.952463] env[68134]: DEBUG oslo_concurrency.lockutils [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Releasing lock "refresh_cache-21dff04d-c37f-4bc6-9f55-a55c67ddc702" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.953099] env[68134]: DEBUG nova.objects.instance [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lazy-loading 'flavor' on Instance uuid 21dff04d-c37f-4bc6-9f55-a55c67ddc702 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.203986] env[68134]: DEBUG oslo_concurrency.lockutils [req-27d45d77-0934-46c4-af4d-fd8ce5f340fd req-6e17e55e-f9a1-4fc3-a673-31db86b9b9b1 service nova] Releasing lock "refresh_cache-54a23dce-9f10-44dc-a240-adac04f24b0f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.368476] env[68134]: DEBUG nova.scheduler.client.report [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.391993] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52907098-633d-3988-fd63-802afa69b0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.392902] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.393190] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 54a23dce-9f10-44dc-a240-adac04f24b0f/54a23dce-9f10-44dc-a240-adac04f24b0f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.394215] env[68134]: DEBUG nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.396052] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84fb74c2-de72-4520-b334-0209d8f122a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.404551] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1016.404551] env[68134]: value = "task-2965374" [ 1016.404551] env[68134]: _type = "Task" [ 1016.404551] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.413030] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.422901] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.423196] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.423407] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.423628] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.423810] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.423989] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.424250] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.424442] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.424620] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.424782] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.425009] env[68134]: DEBUG nova.virt.hardware [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.425842] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5bb532-4153-47c2-9246-2016ee07c50d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.436046] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f761eb7c-5ac4-4c27-816a-031258e55515 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.458286] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e086fd6d-3b64-4f1f-8ea0-74d56742a5d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.482033] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.482395] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca702c53-0ad8-4745-8def-f91a672d29c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.491233] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1016.491233] env[68134]: value = "task-2965375" [ 1016.491233] env[68134]: _type = "Task" [ 1016.491233] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.500728] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.877815] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.878288] env[68134]: DEBUG nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.881278] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.203s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.915594] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466805} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.915853] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 54a23dce-9f10-44dc-a240-adac04f24b0f/54a23dce-9f10-44dc-a240-adac04f24b0f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.916080] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.916333] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65d873f2-051d-4b6e-8038-8cdf87a9cb25 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.923859] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1016.923859] env[68134]: value = "task-2965376" [ 1016.923859] env[68134]: _type = "Task" [ 1016.923859] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.931834] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.002449] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965375, 'name': PowerOffVM_Task, 'duration_secs': 0.320165} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.002449] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.007714] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.008019] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a1f5b0-e15a-4d29-b4b5-efc9ecbd531c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.028391] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1017.028391] env[68134]: value = "task-2965377" [ 1017.028391] env[68134]: _type = "Task" [ 1017.028391] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.037996] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.126636] env[68134]: DEBUG nova.compute.manager [req-4c47f01b-25be-4450-b8e5-30e8a4cab8e3 req-552c645d-a407-4d9b-bbe6-27e1ab62dc41 service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Received event network-vif-plugged-067dd756-fd3c-4fc7-9827-cad3edbf29c9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.126896] env[68134]: DEBUG oslo_concurrency.lockutils [req-4c47f01b-25be-4450-b8e5-30e8a4cab8e3 req-552c645d-a407-4d9b-bbe6-27e1ab62dc41 service nova] Acquiring lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.127354] env[68134]: DEBUG oslo_concurrency.lockutils [req-4c47f01b-25be-4450-b8e5-30e8a4cab8e3 req-552c645d-a407-4d9b-bbe6-27e1ab62dc41 service nova] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.127574] env[68134]: DEBUG oslo_concurrency.lockutils [req-4c47f01b-25be-4450-b8e5-30e8a4cab8e3 req-552c645d-a407-4d9b-bbe6-27e1ab62dc41 service nova] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.127826] env[68134]: DEBUG nova.compute.manager [req-4c47f01b-25be-4450-b8e5-30e8a4cab8e3 req-552c645d-a407-4d9b-bbe6-27e1ab62dc41 service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] No waiting events found dispatching network-vif-plugged-067dd756-fd3c-4fc7-9827-cad3edbf29c9 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.128075] env[68134]: WARNING nova.compute.manager [req-4c47f01b-25be-4450-b8e5-30e8a4cab8e3 req-552c645d-a407-4d9b-bbe6-27e1ab62dc41 service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Received unexpected event network-vif-plugged-067dd756-fd3c-4fc7-9827-cad3edbf29c9 for instance with vm_state building and task_state spawning. [ 1017.216833] env[68134]: DEBUG nova.network.neutron [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Successfully updated port: 067dd756-fd3c-4fc7-9827-cad3edbf29c9 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.384478] env[68134]: DEBUG nova.compute.utils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.386296] env[68134]: DEBUG nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.386406] env[68134]: DEBUG nova.network.neutron [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.390491] env[68134]: INFO nova.compute.claims [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.433497] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067801} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.433822] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.434764] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a74cbde-46b4-4901-b58e-1e0084a85b16 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.448949] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.458219] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 54a23dce-9f10-44dc-a240-adac04f24b0f/54a23dce-9f10-44dc-a240-adac04f24b0f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.459760] env[68134]: DEBUG nova.policy [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b75cb3d2af443886ffd8b1df5804b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6feecf900f014cd1962a33ed498d9890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.461191] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64e192ac-d515-4736-a10f-bd5eb3c91278 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.463201] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad62502-c8b8-463c-b681-bf0c02ba2800 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.489449] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1017.489449] env[68134]: value = "task-2965379" [ 1017.489449] env[68134]: _type = "Task" [ 1017.489449] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.490848] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1017.490848] env[68134]: value = "task-2965378" [ 1017.490848] env[68134]: _type = "Task" [ 1017.490848] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.508950] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.513737] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965379, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.541736] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965377, 'name': ReconfigVM_Task, 'duration_secs': 0.244964} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.542132] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1017.542388] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.542729] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e07c43-c972-4b5c-a83f-dfef2a60ed5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.552048] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1017.552048] env[68134]: value = "task-2965380" [ 1017.552048] env[68134]: _type = "Task" [ 1017.552048] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.560612] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.720456] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-f73aa5ec-03ca-4873-974b-9b0e52ab77d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.720617] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-f73aa5ec-03ca-4873-974b-9b0e52ab77d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.720769] env[68134]: DEBUG nova.network.neutron [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.805077] env[68134]: DEBUG nova.network.neutron [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Successfully created port: c694f8c4-5af2-419e-9df2-36715cf094a5 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.895070] env[68134]: DEBUG nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.901343] env[68134]: INFO nova.compute.resource_tracker [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating resource usage from migration 9a4a0dae-ea5f-4b04-8a12-f311bd610d4b [ 1018.008693] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965378, 'name': PowerOffVM_Task, 'duration_secs': 0.230037} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.008944] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965379, 'name': ReconfigVM_Task, 'duration_secs': 0.39129} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.009188] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.009539] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 54a23dce-9f10-44dc-a240-adac04f24b0f/54a23dce-9f10-44dc-a240-adac04f24b0f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.010697] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5be661-d15d-40d4-a0e2-cbd103879acd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.013191] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee7fa82e-071c-49df-9795-3739e7fbb1ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.041498] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ec5ec-b9cb-403b-bbd1-51349ed64971 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.044554] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1018.044554] env[68134]: value = "task-2965381" [ 1018.044554] env[68134]: _type = "Task" [ 1018.044554] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.063674] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965381, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.069792] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.091349] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.091673] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4059c254-e04a-464c-9879-c69798d96972 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.099923] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1018.099923] env[68134]: value = "task-2965382" [ 1018.099923] env[68134]: _type = "Task" [ 1018.099923] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.113179] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.113424] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.113694] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.113814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.114034] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.116671] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03ed5870-39f2-44de-be0d-02557da55532 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.132242] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.132435] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.133927] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb2e5b4-4089-406a-91f6-dcf71b57d35e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.142678] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1018.142678] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f17248-0e9d-8dca-8287-67a7c6d1a0cd" [ 1018.142678] env[68134]: _type = "Task" [ 1018.142678] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.152627] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f17248-0e9d-8dca-8287-67a7c6d1a0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.259907] env[68134]: DEBUG nova.network.neutron [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.281633] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a21bb28-dbb5-402a-8396-df752ba30635 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.289900] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060f4e0-934b-48b1-b565-bc9e86b10124 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.323085] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6156e5a7-ac7f-4669-8a83-a116447c45fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.331258] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03978cea-305f-410a-8673-935fe8a3b1ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.347234] env[68134]: DEBUG nova.compute.provider_tree [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.422176] env[68134]: DEBUG nova.network.neutron [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Updating instance_info_cache with network_info: [{"id": "067dd756-fd3c-4fc7-9827-cad3edbf29c9", "address": "fa:16:3e:a1:87:eb", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067dd756-fd", "ovs_interfaceid": "067dd756-fd3c-4fc7-9827-cad3edbf29c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.555256] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965381, 'name': Rename_Task, 'duration_secs': 0.190676} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.558403] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.558668] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9078d2e7-4efa-4c1d-be39-600752854544 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.566596] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.567924] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1018.567924] env[68134]: value = "task-2965383" [ 1018.567924] env[68134]: _type = "Task" [ 1018.567924] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.576139] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.652519] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f17248-0e9d-8dca-8287-67a7c6d1a0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.653408] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242efe26-36d3-42bc-a3b9-631c005fd85a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.659121] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1018.659121] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c12db5-dd30-79dc-eeaf-41d977f45c28" [ 1018.659121] env[68134]: _type = "Task" [ 1018.659121] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.667344] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c12db5-dd30-79dc-eeaf-41d977f45c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.879751] env[68134]: DEBUG nova.scheduler.client.report [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1018.880043] env[68134]: DEBUG nova.compute.provider_tree [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 132 to 133 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1018.880277] env[68134]: DEBUG nova.compute.provider_tree [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.909650] env[68134]: DEBUG nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.924573] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-f73aa5ec-03ca-4873-974b-9b0e52ab77d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.924936] env[68134]: DEBUG nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Instance network_info: |[{"id": "067dd756-fd3c-4fc7-9827-cad3edbf29c9", "address": "fa:16:3e:a1:87:eb", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067dd756-fd", "ovs_interfaceid": "067dd756-fd3c-4fc7-9827-cad3edbf29c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.925399] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:87:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '067dd756-fd3c-4fc7-9827-cad3edbf29c9', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.933256] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.935533] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.935949] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b326de7-aad3-48d8-a616-58d2d908781e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.952405] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.952646] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.952822] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.953015] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.953165] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.953308] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.953520] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.953662] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.953915] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.954057] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.954193] env[68134]: DEBUG nova.virt.hardware [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.955170] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280f41e-7f34-4a4d-b860-40978147c101 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.964080] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5594b9a-bf7d-40da-b525-a3136acb47d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.969810] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.969810] env[68134]: value = "task-2965384" [ 1018.969810] env[68134]: _type = "Task" [ 1018.969810] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.987036] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965384, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.065193] env[68134]: DEBUG oslo_vmware.api [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965380, 'name': PowerOnVM_Task, 'duration_secs': 1.2368} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.065473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.065702] env[68134]: DEBUG nova.compute.manager [None req-88cf77f2-032f-47a1-bbe1-67a5924b394e tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.066783] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafef484-27c8-4e92-82b1-929dd763dc02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.082202] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.156994] env[68134]: DEBUG nova.compute.manager [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Received event network-changed-067dd756-fd3c-4fc7-9827-cad3edbf29c9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.191070] env[68134]: DEBUG nova.compute.manager [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Refreshing instance network info cache due to event network-changed-067dd756-fd3c-4fc7-9827-cad3edbf29c9. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.191070] env[68134]: DEBUG oslo_concurrency.lockutils [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] Acquiring lock "refresh_cache-f73aa5ec-03ca-4873-974b-9b0e52ab77d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.191070] env[68134]: DEBUG oslo_concurrency.lockutils [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] Acquired lock "refresh_cache-f73aa5ec-03ca-4873-974b-9b0e52ab77d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.191070] env[68134]: DEBUG nova.network.neutron [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Refreshing network info cache for port 067dd756-fd3c-4fc7-9827-cad3edbf29c9 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.191070] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c12db5-dd30-79dc-eeaf-41d977f45c28, 'name': SearchDatastore_Task, 'duration_secs': 0.029018} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.191070] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.191070] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. {{(pid=68134) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1019.191070] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f55a5b1-70f6-4469-92d6-8477930b1c13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.191070] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1019.191070] env[68134]: value = "task-2965385" [ 1019.191070] env[68134]: _type = "Task" [ 1019.191070] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.195723] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.386623] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.505s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.386860] env[68134]: INFO nova.compute.manager [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Migrating [ 1019.394585] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.468s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.396456] env[68134]: INFO nova.compute.claims [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.491493] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965384, 'name': CreateVM_Task, 'duration_secs': 0.393576} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.491778] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.492686] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.492950] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.493437] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.493868] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4e7ce3-8723-4ffd-99ba-4beece358ae4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.501195] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1019.501195] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5285d6b2-3c0c-22b6-b8e1-731746977b41" [ 1019.501195] env[68134]: _type = "Task" [ 1019.501195] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.514029] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5285d6b2-3c0c-22b6-b8e1-731746977b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.585103] env[68134]: DEBUG oslo_vmware.api [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965383, 'name': PowerOnVM_Task, 'duration_secs': 0.833365} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.586596] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.587135] env[68134]: INFO nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1019.587135] env[68134]: DEBUG nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.588583] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839aad7e-a129-4b15-868e-6d29ebd05348 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.696519] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.704595] env[68134]: DEBUG nova.network.neutron [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Successfully updated port: c694f8c4-5af2-419e-9df2-36715cf094a5 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.910949] env[68134]: DEBUG nova.network.neutron [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Updated VIF entry in instance network info cache for port 067dd756-fd3c-4fc7-9827-cad3edbf29c9. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.911208] env[68134]: DEBUG nova.network.neutron [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Updating instance_info_cache with network_info: [{"id": "067dd756-fd3c-4fc7-9827-cad3edbf29c9", "address": "fa:16:3e:a1:87:eb", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067dd756-fd", "ovs_interfaceid": "067dd756-fd3c-4fc7-9827-cad3edbf29c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.912259] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.912406] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.912574] env[68134]: DEBUG nova.network.neutron [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.013282] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5285d6b2-3c0c-22b6-b8e1-731746977b41, 'name': SearchDatastore_Task, 'duration_secs': 0.021934} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.013282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.013282] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.013282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.013476] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.013587] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.013857] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ed86ec-7ac4-47a8-806a-0f1c890a75d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.025500] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.025696] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.026445] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09fcb642-6e91-4948-82a3-2823ab2f28c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.032453] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1020.032453] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e0e72d-c270-d5bb-5114-889c07175eb1" [ 1020.032453] env[68134]: _type = "Task" [ 1020.032453] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.040889] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e0e72d-c270-d5bb-5114-889c07175eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.108468] env[68134]: INFO nova.compute.manager [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Took 23.89 seconds to build instance. [ 1020.197379] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582643} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.197736] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk. [ 1020.198724] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290b92b-cf96-4026-92f4-a1982a066557 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.221097] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "refresh_cache-c6410096-6186-4ce2-987f-a4f8fbde146e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.221258] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquired lock "refresh_cache-c6410096-6186-4ce2-987f-a4f8fbde146e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.221437] env[68134]: DEBUG nova.network.neutron [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.230097] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.231031] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6301dfa-d622-4146-b64c-68ee6204018c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.251749] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1020.251749] env[68134]: value = "task-2965386" [ 1020.251749] env[68134]: _type = "Task" [ 1020.251749] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.260743] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.418499] env[68134]: DEBUG oslo_concurrency.lockutils [req-ed33e14a-02b4-436b-9e6c-fef5027f3c4c req-947f6c73-c32b-4237-944d-dbcbe4f7453a service nova] Releasing lock "refresh_cache-f73aa5ec-03ca-4873-974b-9b0e52ab77d7" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.543612] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e0e72d-c270-d5bb-5114-889c07175eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.052756} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.544583] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce9384f-429e-4af8-a3bf-b3e1096cdd06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.554280] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1020.554280] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5200924d-2580-e9a8-8890-1d762806f31d" [ 1020.554280] env[68134]: _type = "Task" [ 1020.554280] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.562907] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5200924d-2580-e9a8-8890-1d762806f31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.565638] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.565861] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.566072] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.566256] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.566422] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.572943] env[68134]: INFO nova.compute.manager [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Terminating instance [ 1020.611136] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e040b9d0-b3e5-463c-a38f-8906acd4f36b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.395s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.645179] env[68134]: DEBUG nova.network.neutron [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.732055] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b94c94-0e9c-44b0-9f0b-0580459b25de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.742496] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7707b879-aa88-454a-8e1a-15262214f826 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.779805] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888c9dd-7f50-4956-8e89-690c99a45081 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.789147] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.790430] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f8375-da10-41fd-b679-4e2c7d81eebe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.805086] env[68134]: DEBUG nova.compute.provider_tree [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.013598] env[68134]: DEBUG nova.network.neutron [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.066700] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5200924d-2580-e9a8-8890-1d762806f31d, 'name': SearchDatastore_Task, 'duration_secs': 0.049345} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.067184] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.067583] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f73aa5ec-03ca-4873-974b-9b0e52ab77d7/f73aa5ec-03ca-4873-974b-9b0e52ab77d7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.067968] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2251cf8-08ae-46b7-a425-f93b19bca922 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.077297] env[68134]: DEBUG nova.compute.manager [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.077598] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.078012] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1021.078012] env[68134]: value = "task-2965387" [ 1021.078012] env[68134]: _type = "Task" [ 1021.078012] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.078892] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a0b017-ef99-4726-a850-54e3206262b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.096733] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.099164] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.099433] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec3cbe62-bd79-4ddc-9f1a-e4e28e6171e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.109197] env[68134]: DEBUG oslo_vmware.api [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1021.109197] env[68134]: value = "task-2965388" [ 1021.109197] env[68134]: _type = "Task" [ 1021.109197] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.121797] env[68134]: DEBUG oslo_vmware.api [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.148682] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.169595] env[68134]: DEBUG nova.network.neutron [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Updating instance_info_cache with network_info: [{"id": "c694f8c4-5af2-419e-9df2-36715cf094a5", "address": "fa:16:3e:c1:8c:4b", "network": {"id": "058d07c1-d0cf-4868-b394-339327377c90", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1134265734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6feecf900f014cd1962a33ed498d9890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc694f8c4-5a", "ovs_interfaceid": "c694f8c4-5af2-419e-9df2-36715cf094a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.286308] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.290342] env[68134]: DEBUG nova.compute.manager [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Received event network-vif-plugged-c694f8c4-5af2-419e-9df2-36715cf094a5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.290499] env[68134]: DEBUG oslo_concurrency.lockutils [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] Acquiring lock "c6410096-6186-4ce2-987f-a4f8fbde146e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.290716] env[68134]: DEBUG oslo_concurrency.lockutils [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.290890] env[68134]: DEBUG oslo_concurrency.lockutils [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.291060] env[68134]: DEBUG nova.compute.manager [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] No waiting events found dispatching network-vif-plugged-c694f8c4-5af2-419e-9df2-36715cf094a5 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.291243] env[68134]: WARNING nova.compute.manager [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Received unexpected event network-vif-plugged-c694f8c4-5af2-419e-9df2-36715cf094a5 for instance with vm_state building and task_state spawning. [ 1021.291377] env[68134]: DEBUG nova.compute.manager [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Received event network-changed-c694f8c4-5af2-419e-9df2-36715cf094a5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.291529] env[68134]: DEBUG nova.compute.manager [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Refreshing instance network info cache due to event network-changed-c694f8c4-5af2-419e-9df2-36715cf094a5. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.291710] env[68134]: DEBUG oslo_concurrency.lockutils [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] Acquiring lock "refresh_cache-c6410096-6186-4ce2-987f-a4f8fbde146e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.308231] env[68134]: DEBUG nova.scheduler.client.report [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.593883] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965387, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.610670] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "54a23dce-9f10-44dc-a240-adac04f24b0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.610932] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.611223] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "54a23dce-9f10-44dc-a240-adac04f24b0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.611433] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.611603] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.618254] env[68134]: INFO nova.compute.manager [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Terminating instance [ 1021.625799] env[68134]: DEBUG oslo_vmware.api [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965388, 'name': PowerOffVM_Task, 'duration_secs': 0.425232} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.626104] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.626283] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.626564] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22d18352-7c1d-43b6-b10b-3e2ac908f24c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.673318] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Releasing lock "refresh_cache-c6410096-6186-4ce2-987f-a4f8fbde146e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.673563] env[68134]: DEBUG nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Instance network_info: |[{"id": "c694f8c4-5af2-419e-9df2-36715cf094a5", "address": "fa:16:3e:c1:8c:4b", "network": {"id": "058d07c1-d0cf-4868-b394-339327377c90", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1134265734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6feecf900f014cd1962a33ed498d9890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc694f8c4-5a", "ovs_interfaceid": "c694f8c4-5af2-419e-9df2-36715cf094a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.673900] env[68134]: DEBUG oslo_concurrency.lockutils [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] Acquired lock "refresh_cache-c6410096-6186-4ce2-987f-a4f8fbde146e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.674735] env[68134]: DEBUG nova.network.neutron [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Refreshing network info cache for port c694f8c4-5af2-419e-9df2-36715cf094a5 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.676217] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:8c:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c694f8c4-5af2-419e-9df2-36715cf094a5', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.686281] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Creating folder: Project (6feecf900f014cd1962a33ed498d9890). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.687860] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d4c42e-b5fd-476a-b598-765956a1a2bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.705903] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Created folder: Project (6feecf900f014cd1962a33ed498d9890) in parent group-v594791. [ 1021.706259] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Creating folder: Instances. Parent ref: group-v595042. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.707419] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0523b681-fb0f-4226-a273-dcef06db9b21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.714373] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.714654] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.714946] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Deleting the datastore file [datastore1] 21dff04d-c37f-4bc6-9f55-a55c67ddc702 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.715731] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df20fb6f-cd94-4765-b8c8-30c929820667 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.724485] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Created folder: Instances in parent group-v595042. [ 1021.724806] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.726447] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.726805] env[68134]: DEBUG oslo_vmware.api [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1021.726805] env[68134]: value = "task-2965392" [ 1021.726805] env[68134]: _type = "Task" [ 1021.726805] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.727044] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd2d85d2-716f-4d84-9773-64ef061283ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.752507] env[68134]: DEBUG oslo_vmware.api [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.754099] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.754099] env[68134]: value = "task-2965393" [ 1021.754099] env[68134]: _type = "Task" [ 1021.754099] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.764194] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965393, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.788210] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965386, 'name': ReconfigVM_Task, 'duration_secs': 1.222836} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.788533] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfigured VM instance instance-0000004c to attach disk [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04/8eb32fea-93d0-4a91-ad42-8c47be1d04da-rescue.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.789577] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861edaf4-1a00-4d6d-96b1-302e24a9f293 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.816971] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.817620] env[68134]: DEBUG nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.827337] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.153s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.827586] env[68134]: DEBUG nova.objects.instance [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'pci_requests' on Instance uuid 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.829783] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c1fa1f3-4b18-453a-b3fe-7e3f2e15ac67 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.851179] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1021.851179] env[68134]: value = "task-2965394" [ 1021.851179] env[68134]: _type = "Task" [ 1021.851179] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.861987] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.094646] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772857} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.095036] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f73aa5ec-03ca-4873-974b-9b0e52ab77d7/f73aa5ec-03ca-4873-974b-9b0e52ab77d7.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.095458] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.095458] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d64cb2f0-d37a-425f-a46e-2eeb443887cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.103733] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1022.103733] env[68134]: value = "task-2965395" [ 1022.103733] env[68134]: _type = "Task" [ 1022.103733] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.112810] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.123228] env[68134]: DEBUG nova.compute.manager [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.123601] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.125491] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c8ec6-a444-42c1-9eaf-263ca5d48497 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.136418] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.136816] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2089062-38d2-4539-aa0c-7f3d70095ccb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.145584] env[68134]: DEBUG oslo_vmware.api [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1022.145584] env[68134]: value = "task-2965396" [ 1022.145584] env[68134]: _type = "Task" [ 1022.145584] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.158586] env[68134]: DEBUG oslo_vmware.api [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.258974] env[68134]: DEBUG oslo_vmware.api [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296611} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.263729] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.264049] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.264367] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.264648] env[68134]: INFO nova.compute.manager [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1022.265038] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.265346] env[68134]: DEBUG nova.compute.manager [-] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.265495] env[68134]: DEBUG nova.network.neutron [-] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.275785] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965393, 'name': CreateVM_Task, 'duration_secs': 0.437795} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.276206] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.277006] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.277282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.277761] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.278164] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e942f2a-feff-4270-8d1f-9ed41c6bb8e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.285151] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1022.285151] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522abe9d-1d29-21f3-5a71-752e3726223f" [ 1022.285151] env[68134]: _type = "Task" [ 1022.285151] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.294745] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522abe9d-1d29-21f3-5a71-752e3726223f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.323388] env[68134]: DEBUG nova.compute.utils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.325526] env[68134]: DEBUG nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.325526] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.331517] env[68134]: DEBUG nova.objects.instance [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'numa_topology' on Instance uuid 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.362727] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965394, 'name': ReconfigVM_Task, 'duration_secs': 0.208631} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.363218] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.363431] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3bdc5d9-78bf-49a0-aa24-877d01acf1df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.373292] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1022.373292] env[68134]: value = "task-2965397" [ 1022.373292] env[68134]: _type = "Task" [ 1022.373292] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.386824] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.616333] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197531} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.617591] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.617591] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e2d7b0-4372-48cd-9376-b02c1ced6cae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.651179] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] f73aa5ec-03ca-4873-974b-9b0e52ab77d7/f73aa5ec-03ca-4873-974b-9b0e52ab77d7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.652909] env[68134]: DEBUG nova.policy [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86961f2e888b40269cd67777c881e38e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9905408bb6ec487f99fbafb6c128fb72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.654569] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fffef59-7770-4075-ba3a-9045860ef9c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.679063] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac5c1d-7b62-47fa-a0f1-507847c12958 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.685640] env[68134]: DEBUG nova.network.neutron [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Updated VIF entry in instance network info cache for port c694f8c4-5af2-419e-9df2-36715cf094a5. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.685980] env[68134]: DEBUG nova.network.neutron [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Updating instance_info_cache with network_info: [{"id": "c694f8c4-5af2-419e-9df2-36715cf094a5", "address": "fa:16:3e:c1:8c:4b", "network": {"id": "058d07c1-d0cf-4868-b394-339327377c90", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1134265734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6feecf900f014cd1962a33ed498d9890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc694f8c4-5a", "ovs_interfaceid": "c694f8c4-5af2-419e-9df2-36715cf094a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.687349] env[68134]: DEBUG oslo_vmware.api [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965396, 'name': PowerOffVM_Task, 'duration_secs': 0.242192} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.689246] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.689417] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.689749] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1022.689749] env[68134]: value = "task-2965398" [ 1022.689749] env[68134]: _type = "Task" [ 1022.689749] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.690030] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ae18fc-753c-4ce9-aaf7-2c9a001b9b7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.708953] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance '62a8f028-eb38-4d2b-b0df-c7129dfc8b9e' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.720398] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.796776] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522abe9d-1d29-21f3-5a71-752e3726223f, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.798631] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.798890] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.799157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.799304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.799592] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.799790] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.799964] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.800152] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleting the datastore file [datastore1] 54a23dce-9f10-44dc-a240-adac04f24b0f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.800392] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87094591-5908-4ac1-b2b3-8228c3297a0b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.802622] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be1d19de-d4d1-4388-a04b-4e326650a7f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.810660] env[68134]: DEBUG oslo_vmware.api [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1022.810660] env[68134]: value = "task-2965400" [ 1022.810660] env[68134]: _type = "Task" [ 1022.810660] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.815371] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.815555] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.816684] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7574988-2796-49fa-be5b-1e3153cf0a3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.822018] env[68134]: DEBUG oslo_vmware.api [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.826431] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1022.826431] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526959f4-1b7b-c8e5-0d45-9a2f3e48adf0" [ 1022.826431] env[68134]: _type = "Task" [ 1022.826431] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.829346] env[68134]: DEBUG nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.834285] env[68134]: INFO nova.compute.claims [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.840895] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526959f4-1b7b-c8e5-0d45-9a2f3e48adf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.887263] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.084531] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Successfully created port: 79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.190034] env[68134]: DEBUG oslo_concurrency.lockutils [req-e87aa52e-3457-4032-bb55-6c79c66ec0db req-788eecb4-19db-4569-96ef-264242722384 service nova] Releasing lock "refresh_cache-c6410096-6186-4ce2-987f-a4f8fbde146e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.206479] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.216546] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.216546] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a824c3c-8576-4bb9-b835-8f27fbbb1476 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.229177] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1023.229177] env[68134]: value = "task-2965401" [ 1023.229177] env[68134]: _type = "Task" [ 1023.229177] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.238204] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.264484] env[68134]: DEBUG nova.network.neutron [-] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.321757] env[68134]: DEBUG oslo_vmware.api [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398625} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.322210] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.322454] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.322669] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.322897] env[68134]: INFO nova.compute.manager [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1023.323202] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.324554] env[68134]: DEBUG nova.compute.manager [-] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.324688] env[68134]: DEBUG nova.network.neutron [-] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.327377] env[68134]: DEBUG nova.compute.manager [req-735d7e3d-5370-4521-baa4-6c939a28644b req-f0e3fe42-9cc7-405f-be77-3a83d9bc8c80 service nova] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Received event network-vif-deleted-9918f0cd-3726-4723-9834-e7248369b304 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.342810] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526959f4-1b7b-c8e5-0d45-9a2f3e48adf0, 'name': SearchDatastore_Task, 'duration_secs': 0.030376} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.346246] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50f9fc3-423d-42f3-82b2-35514cfabc53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.354204] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1023.354204] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527cd40a-4507-e115-210a-9f98f9521647" [ 1023.354204] env[68134]: _type = "Task" [ 1023.354204] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.369157] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527cd40a-4507-e115-210a-9f98f9521647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.388056] env[68134]: DEBUG oslo_vmware.api [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965397, 'name': PowerOnVM_Task, 'duration_secs': 0.869253} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.388327] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.391180] env[68134]: DEBUG nova.compute.manager [None req-65111983-f536-4d34-9be9-2de3efe1dc11 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.392047] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada3f44d-2307-41fc-91ae-d78f1882f146 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.402931] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Successfully created port: 0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.701800] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965398, 'name': ReconfigVM_Task, 'duration_secs': 0.872217} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.702106] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] f73aa5ec-03ca-4873-974b-9b0e52ab77d7/f73aa5ec-03ca-4873-974b-9b0e52ab77d7.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.702743] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959b99f0-ccb8-4ba9-80a5-1bd0b34fb53d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.710450] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1023.710450] env[68134]: value = "task-2965402" [ 1023.710450] env[68134]: _type = "Task" [ 1023.710450] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.718881] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965402, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.740834] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1023.741198] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance '62a8f028-eb38-4d2b-b0df-c7129dfc8b9e' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.767725] env[68134]: INFO nova.compute.manager [-] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Took 1.50 seconds to deallocate network for instance. [ 1023.845551] env[68134]: DEBUG nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.866719] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527cd40a-4507-e115-210a-9f98f9521647, 'name': SearchDatastore_Task, 'duration_secs': 0.023188} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.867879] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.868110] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c6410096-6186-4ce2-987f-a4f8fbde146e/c6410096-6186-4ce2-987f-a4f8fbde146e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.868439] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93c33052-b601-4a87-83f1-2a63723ac17b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.880978] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1023.880978] env[68134]: value = "task-2965403" [ 1023.880978] env[68134]: _type = "Task" [ 1023.880978] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.886647] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.886901] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.887077] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.887269] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.887475] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.887678] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.887928] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.888185] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.888379] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.888547] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.888720] env[68134]: DEBUG nova.virt.hardware [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.889991] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c4909c-a1e2-4a67-bfc4-5aaff3c65825 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.898026] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.903910] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a3106-301f-4fb3-aa60-4672270fc56d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.116920] env[68134]: DEBUG nova.network.neutron [-] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.182112] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5315056b-4de8-4ac5-9b08-671de51d461d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.192085] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9359100d-72c9-43ef-975f-f2de60ffbcfc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.228596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8484e6-9d1d-4c8f-a01b-31f2461f3f3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.239202] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965402, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.240541] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2bc7e5-4b90-4e3e-83a9-3f9a9e0db0e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.248338] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.248611] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.248773] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.248954] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.249119] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.249270] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.249471] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.249628] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.249798] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.249954] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.250149] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.265014] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae7312f-cfb0-47c0-b563-5607e44572ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.273757] env[68134]: DEBUG nova.compute.provider_tree [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.275774] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.283533] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1024.283533] env[68134]: value = "task-2965404" [ 1024.283533] env[68134]: _type = "Task" [ 1024.283533] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.294539] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.356831] env[68134]: INFO nova.compute.manager [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Unrescuing [ 1024.357135] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.357326] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquired lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.357542] env[68134]: DEBUG nova.network.neutron [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.391299] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.619597] env[68134]: INFO nova.compute.manager [-] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Took 1.29 seconds to deallocate network for instance. [ 1024.735126] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965402, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.794637] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965404, 'name': ReconfigVM_Task, 'duration_secs': 0.214512} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.795386] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance '62a8f028-eb38-4d2b-b0df-c7129dfc8b9e' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.806834] env[68134]: DEBUG nova.scheduler.client.report [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1024.807111] env[68134]: DEBUG nova.compute.provider_tree [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 133 to 134 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1024.807368] env[68134]: DEBUG nova.compute.provider_tree [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.849364] env[68134]: DEBUG nova.compute.manager [req-8a406f26-5bc1-4f93-998d-586d448eebe6 req-cae71eea-1afa-447c-85dd-f4dd1a919481 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received event network-vif-plugged-79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.849364] env[68134]: DEBUG oslo_concurrency.lockutils [req-8a406f26-5bc1-4f93-998d-586d448eebe6 req-cae71eea-1afa-447c-85dd-f4dd1a919481 service nova] Acquiring lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.849501] env[68134]: DEBUG oslo_concurrency.lockutils [req-8a406f26-5bc1-4f93-998d-586d448eebe6 req-cae71eea-1afa-447c-85dd-f4dd1a919481 service nova] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.849664] env[68134]: DEBUG oslo_concurrency.lockutils [req-8a406f26-5bc1-4f93-998d-586d448eebe6 req-cae71eea-1afa-447c-85dd-f4dd1a919481 service nova] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.849874] env[68134]: DEBUG nova.compute.manager [req-8a406f26-5bc1-4f93-998d-586d448eebe6 req-cae71eea-1afa-447c-85dd-f4dd1a919481 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] No waiting events found dispatching network-vif-plugged-79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.850067] env[68134]: WARNING nova.compute.manager [req-8a406f26-5bc1-4f93-998d-586d448eebe6 req-cae71eea-1afa-447c-85dd-f4dd1a919481 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received unexpected event network-vif-plugged-79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 for instance with vm_state building and task_state spawning. [ 1024.891578] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808854} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.893980] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c6410096-6186-4ce2-987f-a4f8fbde146e/c6410096-6186-4ce2-987f-a4f8fbde146e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.894266] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.894536] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1e198d-11c2-45de-8c50-8aa84f10e902 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.902914] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1024.902914] env[68134]: value = "task-2965405" [ 1024.902914] env[68134]: _type = "Task" [ 1024.902914] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.911179] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.949515] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Successfully updated port: 79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.126652] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.137773] env[68134]: DEBUG nova.network.neutron [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.236290] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965402, 'name': Rename_Task, 'duration_secs': 1.214595} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.236606] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.236789] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8863b8e5-215f-4e7b-9f21-95e90c1380a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.243584] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1025.243584] env[68134]: value = "task-2965406" [ 1025.243584] env[68134]: _type = "Task" [ 1025.243584] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.251763] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.301429] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.301602] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.301659] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.301909] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.302086] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.302237] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.302440] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.302593] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.302758] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.302950] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.303255] env[68134]: DEBUG nova.virt.hardware [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.309166] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.309487] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd209e84-bec4-4114-bf37-c02b68620a07 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.322822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.496s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.324874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.517s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.334190] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1025.334190] env[68134]: value = "task-2965407" [ 1025.334190] env[68134]: _type = "Task" [ 1025.334190] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.350018] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.356899] env[68134]: DEBUG nova.compute.manager [req-499d1e68-e100-436b-bedb-039334408ed2 req-d95b645d-3af1-487d-b097-89c722363e9a service nova] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Received event network-vif-deleted-445e4179-0216-4f7e-bf06-2299055198cd {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.396590] env[68134]: INFO nova.network.neutron [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating port cc116cfb-fad3-4501-854a-2853a85035d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1025.415785] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076856} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.416113] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.417372] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa95745-5a84-40ba-b2d1-85e43131529e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.442408] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c6410096-6186-4ce2-987f-a4f8fbde146e/c6410096-6186-4ce2-987f-a4f8fbde146e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.442786] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c75dab-e76b-4566-a00d-498a674b9c92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.468483] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1025.468483] env[68134]: value = "task-2965408" [ 1025.468483] env[68134]: _type = "Task" [ 1025.468483] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.476586] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.640707] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Releasing lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.641657] env[68134]: DEBUG nova.objects.instance [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lazy-loading 'flavor' on Instance uuid b2564b4c-1699-44af-9b4e-0fe01bde9a04 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.754058] env[68134]: DEBUG oslo_vmware.api [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965406, 'name': PowerOnVM_Task, 'duration_secs': 0.501711} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.754390] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.754597] env[68134]: INFO nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1025.754776] env[68134]: DEBUG nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.755629] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2370707c-606e-42a4-bc70-da556442763f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.849390] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965407, 'name': ReconfigVM_Task, 'duration_secs': 0.191399} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.849622] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.850479] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26f51d9-bd66-4c61-a965-3a6dfddbf890 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.872445] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e/62a8f028-eb38-4d2b-b0df-c7129dfc8b9e.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.872940] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82c99ce-8836-403d-88a8-83667e7b48d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.891261] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1025.891261] env[68134]: value = "task-2965409" [ 1025.891261] env[68134]: _type = "Task" [ 1025.891261] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.899381] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.977921] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.147128] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051f6be8-0ba6-481c-adb3-188f4730589c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.170659] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.170659] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc70ee72-4203-437b-84d5-50fd7dc74c87 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.176420] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1026.176420] env[68134]: value = "task-2965410" [ 1026.176420] env[68134]: _type = "Task" [ 1026.176420] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.184183] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.273224] env[68134]: INFO nova.compute.manager [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Took 27.57 seconds to build instance. [ 1026.343706] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Applying migration context for instance 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e as it has an incoming, in-progress migration 9a4a0dae-ea5f-4b04-8a12-f311bd610d4b. Migration status is migrating {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1026.345318] env[68134]: INFO nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating resource usage from migration 9a4a0dae-ea5f-4b04-8a12-f311bd610d4b [ 1026.345642] env[68134]: INFO nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating resource usage from migration 341ae49f-b68f-48b3-a0c4-a0d210474c02 [ 1026.345778] env[68134]: INFO nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating resource usage from migration 31b37eab-56f7-43bb-b99d-2a09e8f11204 [ 1026.367348] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 22b1aa51-4faf-46cc-8047-aeed803bbaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.367509] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.367633] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance c09204d9-e890-4852-8c0d-acb438b1e9e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.367749] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cd91a0f9-ff1b-422c-a59c-cd4a66256e9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.367860] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 87e697d3-9f63-4188-be97-ea036b1eac83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.367971] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 69ff857c-efa6-4c66-9711-2795b584c835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.368096] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance b2564b4c-1699-44af-9b4e-0fe01bde9a04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.368207] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance bd7d95c8-a982-4671-a74f-3b3038fbaadd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.368341] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1026.368455] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance a9fa5e0b-3745-4e1c-8847-b02a5e931bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.368576] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 553251a9-828e-4631-975a-6e5748c180e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1026.368696] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 59d245e0-d764-4969-9bf4-31a0ac7fad3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1026.368816] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 21dff04d-c37f-4bc6-9f55-a55c67ddc702 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1026.368928] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 58ffa9ba-219e-4756-b125-9b9b00629b1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.369065] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 54a23dce-9f10-44dc-a240-adac04f24b0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1026.369182] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance f73aa5ec-03ca-4873-974b-9b0e52ab77d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.369290] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance c6410096-6186-4ce2-987f-a4f8fbde146e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.369397] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Migration 9a4a0dae-ea5f-4b04-8a12-f311bd610d4b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1026.369504] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.369607] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 56335705-8f48-4f05-a39e-bd3cac6481ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.369713] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Migration 31b37eab-56f7-43bb-b99d-2a09e8f11204 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1026.369814] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance fa4e8290-ce2b-4823-8166-afd27d4abde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.369917] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Migration 341ae49f-b68f-48b3-a0c4-a0d210474c02 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1026.370038] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 9a46e09a-2fb9-4048-8aab-babc2de16faf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1026.370265] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1026.370398] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1026.402327] env[68134]: DEBUG oslo_vmware.api [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965409, 'name': ReconfigVM_Task, 'duration_secs': 0.276606} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.406783] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e/62a8f028-eb38-4d2b-b0df-c7129dfc8b9e.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.406783] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance '62a8f028-eb38-4d2b-b0df-c7129dfc8b9e' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.481276] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965408, 'name': ReconfigVM_Task, 'duration_secs': 0.6054} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.483967] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c6410096-6186-4ce2-987f-a4f8fbde146e/c6410096-6186-4ce2-987f-a4f8fbde146e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.485775] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f0d96a-ae0b-447d-b847-fd8b81753bb7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.491732] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1026.491732] env[68134]: value = "task-2965411" [ 1026.491732] env[68134]: _type = "Task" [ 1026.491732] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.505146] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965411, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.681463] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b7094-1539-4c9a-9ca8-5db0764ce6cf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.690939] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a4f932-d980-4b71-ae5f-2eab6a6497b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.694158] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965410, 'name': PowerOffVM_Task, 'duration_secs': 0.304569} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.694415] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.699455] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfiguring VM instance instance-0000004c to detach disk 2002 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.700050] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f301048-bcd2-447e-98f2-7220c1a7463e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.737427] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10aea03-9418-4af6-8915-82524e056c97 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.742480] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1026.742480] env[68134]: value = "task-2965412" [ 1026.742480] env[68134]: _type = "Task" [ 1026.742480] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.752222] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d39ad-d6d5-48ea-ac73-ba6c6a8e7245 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.762079] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.776189] env[68134]: DEBUG oslo_concurrency.lockutils [None req-13313261-f077-46bd-8787-3016d48c57d1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.085s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.776841] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.912835] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.913154] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.913401] env[68134]: DEBUG nova.compute.manager [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.916089] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4402f92-3e81-4fa7-9477-0b296575b13a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.920856] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47a792-88a5-49bd-aadf-3aed3a0396d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.924779] env[68134]: DEBUG nova.compute.manager [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received event network-changed-79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.924971] env[68134]: DEBUG nova.compute.manager [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Refreshing instance network info cache due to event network-changed-79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.925187] env[68134]: DEBUG oslo_concurrency.lockutils [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] Acquiring lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.925332] env[68134]: DEBUG oslo_concurrency.lockutils [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] Acquired lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.925488] env[68134]: DEBUG nova.network.neutron [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Refreshing network info cache for port 79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.948992] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5db5e0-a93c-49e8-bcd1-bbb17f22afdc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.955315] env[68134]: DEBUG nova.compute.manager [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1026.955315] env[68134]: DEBUG nova.objects.instance [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'flavor' on Instance uuid f73aa5ec-03ca-4873-974b-9b0e52ab77d7 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.973797] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance '62a8f028-eb38-4d2b-b0df-c7129dfc8b9e' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.982661] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.982761] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.982940] env[68134]: DEBUG nova.network.neutron [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.003164] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965411, 'name': Rename_Task, 'duration_secs': 0.147517} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.003518] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.003801] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-173b2fb2-4fc7-4679-a67e-1857cb288c6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.012411] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1027.012411] env[68134]: value = "task-2965413" [ 1027.012411] env[68134]: _type = "Task" [ 1027.012411] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.023280] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.042207] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Successfully updated port: 0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.254117] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965412, 'name': ReconfigVM_Task, 'duration_secs': 0.287892} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.254440] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfigured VM instance instance-0000004c to detach disk 2002 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.254644] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.255110] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4503958d-0d1b-4127-baab-ac5f706b3c54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.261328] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1027.261328] env[68134]: value = "task-2965414" [ 1027.261328] env[68134]: _type = "Task" [ 1027.261328] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.269327] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.280964] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.384861] env[68134]: DEBUG nova.compute.manager [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-vif-plugged-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.385103] env[68134]: DEBUG oslo_concurrency.lockutils [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.385311] env[68134]: DEBUG oslo_concurrency.lockutils [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.385525] env[68134]: DEBUG oslo_concurrency.lockutils [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.385735] env[68134]: DEBUG nova.compute.manager [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] No waiting events found dispatching network-vif-plugged-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.385912] env[68134]: WARNING nova.compute.manager [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received unexpected event network-vif-plugged-cc116cfb-fad3-4501-854a-2853a85035d6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1027.386167] env[68134]: DEBUG nova.compute.manager [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.386338] env[68134]: DEBUG nova.compute.manager [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing instance network info cache due to event network-changed-cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.386524] env[68134]: DEBUG oslo_concurrency.lockutils [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] Acquiring lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.462696] env[68134]: DEBUG nova.network.neutron [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.527703] env[68134]: DEBUG oslo_vmware.api [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965413, 'name': PowerOnVM_Task, 'duration_secs': 0.496561} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.529114] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.529114] env[68134]: INFO nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1027.529114] env[68134]: DEBUG nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.529248] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d7838b-472c-4b41-a545-8adb64d698fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.548278] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.587186] env[68134]: DEBUG nova.network.neutron [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.592626] env[68134]: DEBUG nova.network.neutron [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Port d73b3050-d6a6-4e2e-a813-97b334962200 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1027.771438] env[68134]: DEBUG oslo_vmware.api [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965414, 'name': PowerOnVM_Task, 'duration_secs': 0.45219} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.771749] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.772012] env[68134]: DEBUG nova.compute.manager [None req-f3d53e8b-918e-496c-b1d0-20afc05fa067 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.772770] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82e0fa7-0216-4c46-8898-a461713d20e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.786243] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1027.786432] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.462s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.786673] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.958s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.786837] env[68134]: DEBUG nova.objects.instance [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1027.822416] env[68134]: DEBUG nova.network.neutron [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": "cc116cfb-fad3-4501-854a-2853a85035d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.960640] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.961113] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa43186a-d10c-4305-8c83-668204113ea4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.969818] env[68134]: DEBUG oslo_vmware.api [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1027.969818] env[68134]: value = "task-2965415" [ 1027.969818] env[68134]: _type = "Task" [ 1027.969818] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.977461] env[68134]: DEBUG oslo_vmware.api [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.047905] env[68134]: INFO nova.compute.manager [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Took 23.53 seconds to build instance. [ 1028.092472] env[68134]: DEBUG oslo_concurrency.lockutils [req-b2beadf4-980f-48a2-8efc-b6a323dc106e req-22c7cfa0-fcd2-4165-9eab-e9ae231b3c77 service nova] Releasing lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.092852] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.093032] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.294998] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "c6410096-6186-4ce2-987f-a4f8fbde146e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.324974] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.327201] env[68134]: DEBUG oslo_concurrency.lockutils [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] Acquired lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.327395] env[68134]: DEBUG nova.network.neutron [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Refreshing network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.351980] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e1bd9d758ce7805de6e5cc3f61417c96',container_format='bare',created_at=2025-03-12T09:18:48Z,direct_url=,disk_format='vmdk',id=905e0f71-a6d0-4e58-834b-5da65e4f7ca2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1800731229-shelved',owner='3907b00ca7604bf399ce05e2298a3885',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2025-03-12T09:19:04Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.352278] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.352434] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.352611] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.352754] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.352907] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.353148] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.353311] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.353472] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.353632] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.353802] env[68134]: DEBUG nova.virt.hardware [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.354887] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbe89f8-a8ea-4e8d-8fc2-87e5de743981 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.364242] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c384b1d2-0a3d-4ae3-9525-95ff8fe3f067 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.380367] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:34:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc116cfb-fad3-4501-854a-2853a85035d6', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.387618] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.387863] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.388095] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12dc0b70-6a1f-4504-8992-baf2882f049a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.408443] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.408443] env[68134]: value = "task-2965416" [ 1028.408443] env[68134]: _type = "Task" [ 1028.408443] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.416349] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965416, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.482200] env[68134]: DEBUG oslo_vmware.api [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965415, 'name': PowerOffVM_Task, 'duration_secs': 0.212143} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.482200] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.482200] env[68134]: DEBUG nova.compute.manager [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.482200] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b4e3e7-fd04-43c9-a415-147ca1fd39a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.550074] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3b283052-baa0-44cb-b06f-5a134c0303ce tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.039s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.550388] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.256s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.550651] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "c6410096-6186-4ce2-987f-a4f8fbde146e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.550899] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.551125] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.553147] env[68134]: INFO nova.compute.manager [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Terminating instance [ 1028.615079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.615309] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.615514] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.646285] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.794949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-efe423d6-380c-4223-9940-94724e86ad7a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.800025] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.793s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.919297] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965416, 'name': CreateVM_Task, 'duration_secs': 0.316503} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.919473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.920143] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.920350] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.920689] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.920937] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284d54a3-9813-493d-9e3c-52f298dd8180 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.925646] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1028.925646] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ac886d-897f-c9d5-91e1-3d810dab96e7" [ 1028.925646] env[68134]: _type = "Task" [ 1028.925646] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.933407] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ac886d-897f-c9d5-91e1-3d810dab96e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.995922] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3250177e-69fb-4309-85ef-2a47f9bba676 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.053906] env[68134]: DEBUG nova.compute.manager [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received event network-vif-plugged-0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.056083] env[68134]: DEBUG oslo_concurrency.lockutils [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] Acquiring lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.056083] env[68134]: DEBUG oslo_concurrency.lockutils [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.056083] env[68134]: DEBUG oslo_concurrency.lockutils [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.056083] env[68134]: DEBUG nova.compute.manager [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] No waiting events found dispatching network-vif-plugged-0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.056083] env[68134]: WARNING nova.compute.manager [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received unexpected event network-vif-plugged-0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 for instance with vm_state building and task_state spawning. [ 1029.056083] env[68134]: DEBUG nova.compute.manager [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received event network-changed-0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.056410] env[68134]: DEBUG nova.compute.manager [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Refreshing instance network info cache due to event network-changed-0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.056410] env[68134]: DEBUG oslo_concurrency.lockutils [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] Acquiring lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.057164] env[68134]: DEBUG nova.compute.manager [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.058152] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.059055] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493c7d85-114e-4c88-b739-96250d508d75 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.073152] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.073421] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b69c80e-69cc-41a9-bbcd-7939ea3da715 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.082297] env[68134]: DEBUG oslo_vmware.api [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1029.082297] env[68134]: value = "task-2965417" [ 1029.082297] env[68134]: _type = "Task" [ 1029.082297] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.094133] env[68134]: DEBUG oslo_vmware.api [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.118298] env[68134]: DEBUG nova.network.neutron [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Updating instance_info_cache with network_info: [{"id": "79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7", "address": "fa:16:3e:4b:f1:ab", "network": {"id": "91555fb2-e376-4f10-a8e0-6fe0c5f2b4a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883680519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d95700-ef", "ovs_interfaceid": "79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "address": "fa:16:3e:82:3d:b6", "network": {"id": "5133f2b4-9850-4127-b889-25c0042494e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309067512", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e51a9c5-7c", "ovs_interfaceid": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.241270] env[68134]: DEBUG nova.network.neutron [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updated VIF entry in instance network info cache for port cc116cfb-fad3-4501-854a-2853a85035d6. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.241745] env[68134]: DEBUG nova.network.neutron [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [{"id": "cc116cfb-fad3-4501-854a-2853a85035d6", "address": "fa:16:3e:9e:34:17", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc116cfb-fa", "ovs_interfaceid": "cc116cfb-fad3-4501-854a-2853a85035d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.304089] env[68134]: INFO nova.compute.claims [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.406194] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.406194] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.406194] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.406194] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.406194] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.408262] env[68134]: INFO nova.compute.manager [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Terminating instance [ 1029.437302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.437717] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Processing image 905e0f71-a6d0-4e58-834b-5da65e4f7ca2 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.437791] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2/905e0f71-a6d0-4e58-834b-5da65e4f7ca2.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.437924] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2/905e0f71-a6d0-4e58-834b-5da65e4f7ca2.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.438195] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.438445] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f22465f7-4752-4cb7-a53d-9b54e84f94b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.447057] env[68134]: INFO nova.compute.manager [None req-105aa746-b0e8-415b-b089-7632f081afff tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Get console output [ 1029.447398] env[68134]: WARNING nova.virt.vmwareapi.driver [None req-105aa746-b0e8-415b-b089-7632f081afff tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] The console log is missing. Check your VSPC configuration [ 1029.449200] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.449374] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.450505] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af1973d-6624-45f8-a76a-3eaa58462cba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.455569] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1029.455569] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527a25d8-1a00-24ea-eb5a-6946d9c3fe9b" [ 1029.455569] env[68134]: _type = "Task" [ 1029.455569] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.463432] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527a25d8-1a00-24ea-eb5a-6946d9c3fe9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.592989] env[68134]: DEBUG oslo_vmware.api [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965417, 'name': PowerOffVM_Task, 'duration_secs': 0.229642} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.593340] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.593540] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.593763] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f256ca2d-0a4d-4faa-bc43-9660080511bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.623345] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Releasing lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.623741] env[68134]: DEBUG nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Instance network_info: |[{"id": "79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7", "address": "fa:16:3e:4b:f1:ab", "network": {"id": "91555fb2-e376-4f10-a8e0-6fe0c5f2b4a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883680519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d95700-ef", "ovs_interfaceid": "79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "address": "fa:16:3e:82:3d:b6", "network": {"id": "5133f2b4-9850-4127-b889-25c0042494e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309067512", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e51a9c5-7c", "ovs_interfaceid": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.627610] env[68134]: DEBUG oslo_concurrency.lockutils [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] Acquired lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.627610] env[68134]: DEBUG nova.network.neutron [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Refreshing network info cache for port 0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.628237] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f1:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:3d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.637589] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.641431] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.641666] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2854a98e-511f-41d6-be5d-f87b46c9a91c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.669366] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.669366] env[68134]: value = "task-2965419" [ 1029.669366] env[68134]: _type = "Task" [ 1029.669366] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.669710] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.669989] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.670394] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Deleting the datastore file [datastore1] c6410096-6186-4ce2-987f-a4f8fbde146e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.670619] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f26ba45-2796-47f8-a290-a5820410fe5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.683223] env[68134]: DEBUG oslo_vmware.api [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for the task: (returnval){ [ 1029.683223] env[68134]: value = "task-2965420" [ 1029.683223] env[68134]: _type = "Task" [ 1029.683223] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.687163] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965419, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.693730] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.693730] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.693730] env[68134]: DEBUG nova.network.neutron [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.699371] env[68134]: DEBUG oslo_vmware.api [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.746016] env[68134]: DEBUG oslo_concurrency.lockutils [req-18a4bbae-c7c3-4b0b-80f0-6dd7c1ae965a req-73dae626-47af-49b8-b2b0-0c5ab82df9f5 service nova] Releasing lock "refresh_cache-58ffa9ba-219e-4756-b125-9b9b00629b1e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811655] env[68134]: INFO nova.compute.resource_tracker [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating resource usage from migration 31b37eab-56f7-43bb-b99d-2a09e8f11204 [ 1029.872872] env[68134]: DEBUG nova.network.neutron [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Updated VIF entry in instance network info cache for port 0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.873459] env[68134]: DEBUG nova.network.neutron [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Updating instance_info_cache with network_info: [{"id": "79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7", "address": "fa:16:3e:4b:f1:ab", "network": {"id": "91555fb2-e376-4f10-a8e0-6fe0c5f2b4a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-883680519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d95700-ef", "ovs_interfaceid": "79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "address": "fa:16:3e:82:3d:b6", "network": {"id": "5133f2b4-9850-4127-b889-25c0042494e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309067512", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e51a9c5-7c", "ovs_interfaceid": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.912228] env[68134]: DEBUG nova.compute.manager [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.912487] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.913452] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8a4d6d-8d69-4f61-8022-44e9902d2bcd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.924991] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.925297] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22918c9e-6501-475e-804a-d81057821ba8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.972154] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Preparing fetch location {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1029.972438] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Fetch image to [datastore1] OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500/OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500.vmdk {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1029.972680] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Downloading stream optimized image 905e0f71-a6d0-4e58-834b-5da65e4f7ca2 to [datastore1] OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500/OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500.vmdk on the data store datastore1 as vApp {{(pid=68134) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1029.972952] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Downloading image file data 905e0f71-a6d0-4e58-834b-5da65e4f7ca2 to the ESX as VM named 'OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500' {{(pid=68134) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1030.026951] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.027265] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.027501] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleting the datastore file [datastore1] f73aa5ec-03ca-4873-974b-9b0e52ab77d7 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.029251] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9bb0d99-6354-4c5c-b379-4febe28930d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.042305] env[68134]: DEBUG oslo_vmware.api [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1030.042305] env[68134]: value = "task-2965422" [ 1030.042305] env[68134]: _type = "Task" [ 1030.042305] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.054280] env[68134]: DEBUG oslo_vmware.api [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.072852] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1030.072852] env[68134]: value = "resgroup-9" [ 1030.072852] env[68134]: _type = "ResourcePool" [ 1030.072852] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1030.074314] env[68134]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-edfe501c-c142-401a-9b81-57539cc6fb42 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.101311] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease: (returnval){ [ 1030.101311] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b2011d-df88-3b70-74ce-916944cd81a6" [ 1030.101311] env[68134]: _type = "HttpNfcLease" [ 1030.101311] env[68134]: } obtained for vApp import into resource pool (val){ [ 1030.101311] env[68134]: value = "resgroup-9" [ 1030.101311] env[68134]: _type = "ResourcePool" [ 1030.101311] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1030.101728] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the lease: (returnval){ [ 1030.101728] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b2011d-df88-3b70-74ce-916944cd81a6" [ 1030.101728] env[68134]: _type = "HttpNfcLease" [ 1030.101728] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.110345] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.110345] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b2011d-df88-3b70-74ce-916944cd81a6" [ 1030.110345] env[68134]: _type = "HttpNfcLease" [ 1030.110345] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.186930] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965419, 'name': CreateVM_Task, 'duration_secs': 0.429927} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.190557] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.191242] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.191420] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.191747] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.193556] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af32059d-c75c-469b-b06c-bafa1b12cf61 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.201248] env[68134]: DEBUG oslo_vmware.api [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Task: {'id': task-2965420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188655} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.204497] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.204700] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.204956] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.205162] env[68134]: INFO nova.compute.manager [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1030.205416] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.206104] env[68134]: DEBUG nova.compute.manager [-] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.206413] env[68134]: DEBUG nova.network.neutron [-] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.210046] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1030.210046] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52df19fb-9bbb-bf9f-4ac1-68172a4708dc" [ 1030.210046] env[68134]: _type = "Task" [ 1030.210046] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.219831] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52df19fb-9bbb-bf9f-4ac1-68172a4708dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.244147] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aff12e-0ca3-43c8-91ea-d8f0f84b0cb0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.252745] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97954a90-faaf-4162-9c9a-3b59d1e440b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.289565] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba80d02-e824-4c24-9e2a-904451b69573 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.299499] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208114b-19be-49c0-83f1-8d3750d0b89e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.315595] env[68134]: DEBUG nova.compute.provider_tree [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.376857] env[68134]: DEBUG oslo_concurrency.lockutils [req-605af1c5-ca59-478d-aea7-68c17b7bbebb req-8f216f15-4af9-4d38-8d16-33d69116fdd4 service nova] Releasing lock "refresh_cache-56335705-8f48-4f05-a39e-bd3cac6481ba" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.536118] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "c09204d9-e890-4852-8c0d-acb438b1e9e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.536507] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.536814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "c09204d9-e890-4852-8c0d-acb438b1e9e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.537121] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.537314] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.539576] env[68134]: INFO nova.compute.manager [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Terminating instance [ 1030.557579] env[68134]: DEBUG oslo_vmware.api [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190009} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.557918] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.558178] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.558328] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.558510] env[68134]: INFO nova.compute.manager [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1030.558752] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.558941] env[68134]: DEBUG nova.compute.manager [-] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.559058] env[68134]: DEBUG nova.network.neutron [-] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.612928] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.612928] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b2011d-df88-3b70-74ce-916944cd81a6" [ 1030.612928] env[68134]: _type = "HttpNfcLease" [ 1030.612928] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.613251] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.613251] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b2011d-df88-3b70-74ce-916944cd81a6" [ 1030.613251] env[68134]: _type = "HttpNfcLease" [ 1030.613251] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1030.613999] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d07530-cf19-490b-a539-6852c7eb6757 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.621700] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf01-ad0e-b095-4a03-770fda6dbb17/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.621890] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf01-ad0e-b095-4a03-770fda6dbb17/disk-0.vmdk. {{(pid=68134) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1030.680988] env[68134]: DEBUG nova.network.neutron [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.698717] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abc42169-a3cf-4497-9286-f5135d30b953 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.720625] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52df19fb-9bbb-bf9f-4ac1-68172a4708dc, 'name': SearchDatastore_Task, 'duration_secs': 0.021643} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.721165] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.721300] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.721424] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.721562] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.721737] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.722497] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd094d9-b50f-487e-aa19-5b4fea26599a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.732979] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.733188] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.734784] env[68134]: DEBUG nova.compute.manager [req-5216b959-1939-41aa-8e7f-ad2faee98ea3 req-ce4a01fb-201f-445e-8c27-beccdb16aed4 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Received event network-vif-deleted-c694f8c4-5af2-419e-9df2-36715cf094a5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.734966] env[68134]: INFO nova.compute.manager [req-5216b959-1939-41aa-8e7f-ad2faee98ea3 req-ce4a01fb-201f-445e-8c27-beccdb16aed4 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Neutron deleted interface c694f8c4-5af2-419e-9df2-36715cf094a5; detaching it from the instance and deleting it from the info cache [ 1030.735152] env[68134]: DEBUG nova.network.neutron [req-5216b959-1939-41aa-8e7f-ad2faee98ea3 req-ce4a01fb-201f-445e-8c27-beccdb16aed4 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.737025] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540c5aa4-96f4-4682-9352-79ae8afaf15b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.743286] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1030.743286] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52112509-dec6-576b-f1d3-16d739013079" [ 1030.743286] env[68134]: _type = "Task" [ 1030.743286] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.752359] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52112509-dec6-576b-f1d3-16d739013079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.819257] env[68134]: DEBUG nova.scheduler.client.report [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.045540] env[68134]: DEBUG nova.compute.manager [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.045823] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.046886] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e238d7-2daf-4651-9976-c30e60ed36b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.058358] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.060287] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-675f24af-c543-4676-ae09-f17f9101a1fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.068011] env[68134]: DEBUG oslo_vmware.api [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 1031.068011] env[68134]: value = "task-2965424" [ 1031.068011] env[68134]: _type = "Task" [ 1031.068011] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.081160] env[68134]: DEBUG oslo_vmware.api [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2965424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.089327] env[68134]: DEBUG nova.compute.manager [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Received event network-changed-acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.089327] env[68134]: DEBUG nova.compute.manager [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing instance network info cache due to event network-changed-acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.089327] env[68134]: DEBUG oslo_concurrency.lockutils [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] Acquiring lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.089327] env[68134]: DEBUG oslo_concurrency.lockutils [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] Acquired lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.089619] env[68134]: DEBUG nova.network.neutron [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing network info cache for port acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.183865] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.215045] env[68134]: DEBUG nova.network.neutron [-] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.241335] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a61209e4-3dcd-4009-9c8d-ddf570361ef8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.259898] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52112509-dec6-576b-f1d3-16d739013079, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.265886] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31906d57-39e4-46dd-91bc-71cbbd1eb26c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.282526] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78a4791-4fc8-4e01-b0f0-f7ea95d56a1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.294567] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1031.294567] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522b2ae2-4812-4b7d-89a9-6c87e0a983ed" [ 1031.294567] env[68134]: _type = "Task" [ 1031.294567] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.306491] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522b2ae2-4812-4b7d-89a9-6c87e0a983ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.323123] env[68134]: DEBUG nova.compute.manager [req-5216b959-1939-41aa-8e7f-ad2faee98ea3 req-ce4a01fb-201f-445e-8c27-beccdb16aed4 service nova] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Detach interface failed, port_id=c694f8c4-5af2-419e-9df2-36715cf094a5, reason: Instance c6410096-6186-4ce2-987f-a4f8fbde146e could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.326487] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.530s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.326723] env[68134]: INFO nova.compute.manager [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Migrating [ 1031.334170] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.960s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.334481] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.337056] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.317s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.337339] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.339642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.294s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.367131] env[68134]: DEBUG nova.network.neutron [-] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.372322] env[68134]: INFO nova.scheduler.client.report [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted allocations for instance 553251a9-828e-4631-975a-6e5748c180e0 [ 1031.378267] env[68134]: INFO nova.scheduler.client.report [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Deleted allocations for instance 59d245e0-d764-4969-9bf4-31a0ac7fad3d [ 1031.580307] env[68134]: DEBUG oslo_vmware.api [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2965424, 'name': PowerOffVM_Task, 'duration_secs': 0.258312} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.580614] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.580849] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.581188] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fe3b552-8fc2-4eb6-b6ab-f7c42143041f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.652191] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.652509] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.652790] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Deleting the datastore file [datastore1] c09204d9-e890-4852-8c0d-acb438b1e9e4 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.653117] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f7c1c6-64d8-4254-a5ac-8f6b7038789f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.662077] env[68134]: DEBUG oslo_vmware.api [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for the task: (returnval){ [ 1031.662077] env[68134]: value = "task-2965426" [ 1031.662077] env[68134]: _type = "Task" [ 1031.662077] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.674145] env[68134]: DEBUG oslo_vmware.api [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2965426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.718312] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eba7fe-c6b2-4810-a76d-b8eb13f26355 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.719848] env[68134]: INFO nova.compute.manager [-] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Took 1.51 seconds to deallocate network for instance. [ 1031.747061] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f64e54-7665-49a7-87db-e3f5414e2d76 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.757242] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance '62a8f028-eb38-4d2b-b0df-c7129dfc8b9e' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.807602] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522b2ae2-4812-4b7d-89a9-6c87e0a983ed, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.811049] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.811339] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 56335705-8f48-4f05-a39e-bd3cac6481ba/56335705-8f48-4f05-a39e-bd3cac6481ba.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.812049] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fec1f71c-6bf0-49e2-a587-f7c92253ddf0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.821467] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1031.821467] env[68134]: value = "task-2965427" [ 1031.821467] env[68134]: _type = "Task" [ 1031.821467] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.826014] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Completed reading data from the image iterator. {{(pid=68134) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1031.826260] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf01-ad0e-b095-4a03-770fda6dbb17/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.827167] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124811c0-b168-4a38-a3b5-0d376c335ab6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.838714] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.840453] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf01-ad0e-b095-4a03-770fda6dbb17/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.840614] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf01-ad0e-b095-4a03-770fda6dbb17/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1031.840846] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-280774d2-76d0-4d2b-8c13-90de04505c06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.847819] env[68134]: INFO nova.compute.claims [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.855909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.856220] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.856313] env[68134]: DEBUG nova.network.neutron [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.870395] env[68134]: INFO nova.compute.manager [-] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Took 1.31 seconds to deallocate network for instance. [ 1031.884857] env[68134]: DEBUG oslo_concurrency.lockutils [None req-98661529-f87b-4632-a0ba-ad580cfa208e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "553251a9-828e-4631-975a-6e5748c180e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.835s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.891440] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d5dd4179-1c09-4e28-b5f1-ae7b3a34f1ce tempest-ImagesTestJSON-1365390958 tempest-ImagesTestJSON-1365390958-project-member] Lock "59d245e0-d764-4969-9bf4-31a0ac7fad3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.413s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.940036] env[68134]: DEBUG nova.network.neutron [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updated VIF entry in instance network info cache for port acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.940422] env[68134]: DEBUG nova.network.neutron [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.091921] env[68134]: DEBUG oslo_vmware.rw_handles [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf01-ad0e-b095-4a03-770fda6dbb17/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1032.092175] env[68134]: INFO nova.virt.vmwareapi.images [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Downloaded image file data 905e0f71-a6d0-4e58-834b-5da65e4f7ca2 [ 1032.093221] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe12ba34-bd7b-426a-b15d-a83469df366e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.112870] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a2aa1bd-da57-449d-9c5d-4f334eb9dfd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.142246] env[68134]: INFO nova.virt.vmwareapi.images [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] The imported VM was unregistered [ 1032.145137] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Caching image {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1032.145392] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating directory with path [datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.145695] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29d1675d-26eb-4f49-9d0d-ac380b0e1850 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.175184] env[68134]: DEBUG oslo_vmware.api [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Task: {'id': task-2965426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372546} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.175525] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.175721] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.175906] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.176776] env[68134]: INFO nova.compute.manager [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1032.176776] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.176776] env[68134]: DEBUG nova.compute.manager [-] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.176776] env[68134]: DEBUG nova.network.neutron [-] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.181157] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created directory with path [datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.181357] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500/OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500.vmdk to [datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2/905e0f71-a6d0-4e58-834b-5da65e4f7ca2.vmdk. {{(pid=68134) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1032.181628] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-936f35d8-ca74-4fae-a0f7-d7d427aeab1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.189333] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1032.189333] env[68134]: value = "task-2965429" [ 1032.189333] env[68134]: _type = "Task" [ 1032.189333] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.200062] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.247413] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.263964] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-2df36b86-ddb2-41aa-80f1-dd9179c72481 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance '62a8f028-eb38-4d2b-b0df-c7129dfc8b9e' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.334653] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.355445] env[68134]: INFO nova.compute.resource_tracker [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating resource usage from migration 341ae49f-b68f-48b3-a0c4-a0d210474c02 [ 1032.381605] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.443714] env[68134]: DEBUG oslo_concurrency.lockutils [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] Releasing lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.444014] env[68134]: DEBUG nova.compute.manager [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Received event network-changed-acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.444226] env[68134]: DEBUG nova.compute.manager [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing instance network info cache due to event network-changed-acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.444445] env[68134]: DEBUG oslo_concurrency.lockutils [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] Acquiring lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.444611] env[68134]: DEBUG oslo_concurrency.lockutils [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] Acquired lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.444782] env[68134]: DEBUG nova.network.neutron [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Refreshing network info cache for port acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.706220] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.747436] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c75dc9-10a5-4a06-a8c5-b27558611cba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.755502] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f40620e-07bb-4b3b-9003-b7d7174ce7fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.789829] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8be653-2312-4b73-806d-0b66ca558068 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.798254] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6959f854-78f4-4d21-83fb-eeabc2c5d598 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.815210] env[68134]: DEBUG nova.compute.provider_tree [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.831970] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771621} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.832256] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 56335705-8f48-4f05-a39e-bd3cac6481ba/56335705-8f48-4f05-a39e-bd3cac6481ba.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.832487] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.832737] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91826639-40c2-4035-b295-df63408cec1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.839346] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1032.839346] env[68134]: value = "task-2965430" [ 1032.839346] env[68134]: _type = "Task" [ 1032.839346] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.847474] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.105538] env[68134]: DEBUG nova.network.neutron [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.206395] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.231410] env[68134]: DEBUG nova.compute.manager [req-9acae18f-87e2-4d8f-98e7-9b9426b6423c req-f4d3d50e-0c28-4313-a0d7-b5a53e9053c3 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Received event network-vif-deleted-f0b58537-c740-4e4f-a8cf-49b077ef2c84 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.231608] env[68134]: INFO nova.compute.manager [req-9acae18f-87e2-4d8f-98e7-9b9426b6423c req-f4d3d50e-0c28-4313-a0d7-b5a53e9053c3 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Neutron deleted interface f0b58537-c740-4e4f-a8cf-49b077ef2c84; detaching it from the instance and deleting it from the info cache [ 1033.231793] env[68134]: DEBUG nova.network.neutron [req-9acae18f-87e2-4d8f-98e7-9b9426b6423c req-f4d3d50e-0c28-4313-a0d7-b5a53e9053c3 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.290046] env[68134]: DEBUG nova.network.neutron [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updated VIF entry in instance network info cache for port acea6165-bdcf-474c-8e17-4542604802ff. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.290452] env[68134]: DEBUG nova.network.neutron [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [{"id": "acea6165-bdcf-474c-8e17-4542604802ff", "address": "fa:16:3e:ec:24:9c", "network": {"id": "b8e5e17f-8161-4ae1-8fbe-a1f5e2ad74ea", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-605201736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426fbaa983f04075a7bfb857f6574b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea6165-bd", "ovs_interfaceid": "acea6165-bdcf-474c-8e17-4542604802ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.355838] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344311} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.357973] env[68134]: DEBUG nova.scheduler.client.report [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1033.357973] env[68134]: DEBUG nova.compute.provider_tree [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 134 to 135 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1033.357973] env[68134]: DEBUG nova.compute.provider_tree [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.362795] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.369120] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bf6b83-8c8a-4aff-be36-b9e2518ec15b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.375690] env[68134]: DEBUG nova.network.neutron [-] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.398364] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 56335705-8f48-4f05-a39e-bd3cac6481ba/56335705-8f48-4f05-a39e-bd3cac6481ba.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.399501] env[68134]: INFO nova.compute.manager [-] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Took 1.22 seconds to deallocate network for instance. [ 1033.399687] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b45d4b-452f-43dd-912d-ec29c6a920df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.423397] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1033.423397] env[68134]: value = "task-2965431" [ 1033.423397] env[68134]: _type = "Task" [ 1033.423397] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.432718] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.608956] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.703769] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.734943] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1212271-0521-4755-b8c7-b8ffef35443c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.751417] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d83ae-2df5-4f85-8719-39f1b9dc7f63 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.788811] env[68134]: DEBUG nova.compute.manager [req-9acae18f-87e2-4d8f-98e7-9b9426b6423c req-f4d3d50e-0c28-4313-a0d7-b5a53e9053c3 service nova] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Detach interface failed, port_id=f0b58537-c740-4e4f-a8cf-49b077ef2c84, reason: Instance c09204d9-e890-4852-8c0d-acb438b1e9e4 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.796867] env[68134]: DEBUG oslo_concurrency.lockutils [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] Releasing lock "refresh_cache-b2564b4c-1699-44af-9b4e-0fe01bde9a04" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.797182] env[68134]: DEBUG nova.compute.manager [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Received event network-vif-deleted-067dd756-fd3c-4fc7-9827-cad3edbf29c9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.797362] env[68134]: INFO nova.compute.manager [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Neutron deleted interface 067dd756-fd3c-4fc7-9827-cad3edbf29c9; detaching it from the instance and deleting it from the info cache [ 1033.797535] env[68134]: DEBUG nova.network.neutron [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.873209] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.533s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.873477] env[68134]: INFO nova.compute.manager [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Migrating [ 1033.882343] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.632s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.882574] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.885017] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.609s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.885217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.887170] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.761s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.887386] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.889215] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.642s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.889446] env[68134]: DEBUG nova.objects.instance [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lazy-loading 'resources' on Instance uuid c6410096-6186-4ce2-987f-a4f8fbde146e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.920663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.929203] env[68134]: INFO nova.scheduler.client.report [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Deleted allocations for instance 21dff04d-c37f-4bc6-9f55-a55c67ddc702 [ 1033.931633] env[68134]: INFO nova.scheduler.client.report [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Deleted allocations for instance 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7 [ 1033.946991] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965431, 'name': ReconfigVM_Task, 'duration_secs': 0.4968} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.947285] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 56335705-8f48-4f05-a39e-bd3cac6481ba/56335705-8f48-4f05-a39e-bd3cac6481ba.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.948114] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b754414-4696-4de1-9599-a79c0fffba0b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.953885] env[68134]: INFO nova.scheduler.client.report [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted allocations for instance 54a23dce-9f10-44dc-a240-adac04f24b0f [ 1033.962818] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1033.962818] env[68134]: value = "task-2965432" [ 1033.962818] env[68134]: _type = "Task" [ 1033.962818] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.975035] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965432, 'name': Rename_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.205811] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.281418] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b212cb8c-f7dd-4354-87ce-2a248ae7835c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.293565] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb1725-bcc3-4680-a585-c20a55d65a34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.332209] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e2ad71c-492e-4c87-a479-69a4108ee5c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.333374] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7480bf-e607-4be7-95e1-5f3acc9ee7ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.347295] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004b249-f710-478e-8b31-099560684854 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.355696] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25251324-d359-4623-aa21-0e957683313c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.386210] env[68134]: DEBUG nova.compute.provider_tree [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.399673] env[68134]: DEBUG nova.compute.manager [req-901d876e-3ad6-4ab7-bdd4-4cdbe1838a37 req-7e284086-e677-4bad-a5ea-35e3a9f2261e service nova] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Detach interface failed, port_id=067dd756-fd3c-4fc7-9827-cad3edbf29c9, reason: Instance f73aa5ec-03ca-4873-974b-9b0e52ab77d7 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.403944] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.406130] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.406130] env[68134]: DEBUG nova.network.neutron [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.444009] env[68134]: DEBUG oslo_concurrency.lockutils [None req-810c2b63-278c-4ce2-8a90-9c3c9512df23 tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "21dff04d-c37f-4bc6-9f55-a55c67ddc702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.878s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.445120] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bcc9d5d8-585d-4c3e-ba81-a73e8c7858a2 tempest-ServersTestJSON-2350929 tempest-ServersTestJSON-2350929-project-member] Lock "6e14e248-58db-47f0-9ea2-f7cd78a9d3d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.023s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.471431] env[68134]: DEBUG oslo_concurrency.lockutils [None req-baea6fbd-5d4b-4605-b317-5a80a38df13b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "54a23dce-9f10-44dc-a240-adac04f24b0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.860s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.478783] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965432, 'name': Rename_Task, 'duration_secs': 0.224937} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.479125] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.479395] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d81004b7-009e-4b19-9fbf-968170797358 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.486535] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1034.486535] env[68134]: value = "task-2965433" [ 1034.486535] env[68134]: _type = "Task" [ 1034.486535] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.496344] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.706622] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.840298] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.840638] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.840863] env[68134]: DEBUG nova.compute.manager [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Going to confirm migration 4 {{(pid=68134) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1034.925863] env[68134]: ERROR nova.scheduler.client.report [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] [req-0e43d5de-ebc0-41fb-995b-9433b09f02d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e43d5de-ebc0-41fb-995b-9433b09f02d1"}]} [ 1034.951882] env[68134]: DEBUG nova.scheduler.client.report [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1034.972829] env[68134]: DEBUG nova.scheduler.client.report [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1034.974953] env[68134]: DEBUG nova.compute.provider_tree [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.999836] env[68134]: DEBUG nova.scheduler.client.report [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1035.011321] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.028220] env[68134]: DEBUG nova.scheduler.client.report [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1035.086361] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "6570ba51-f37a-47fc-a168-4d467b041ddf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.086605] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.127396] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3085c4d9-2e05-4ea2-a250-21b1a82fbf3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.155916] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance 'fa4e8290-ce2b-4823-8166-afd27d4abde0' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.204952] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.339276] env[68134]: DEBUG nova.network.neutron [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance_info_cache with network_info: [{"id": "3538ae24-2465-42bc-a927-249653185eb2", "address": "fa:16:3e:85:86:6d", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3538ae24-24", "ovs_interfaceid": "3538ae24-2465-42bc-a927-249653185eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.434345] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e86da-9426-4b8a-b952-43adbb832958 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.444030] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc351dd-4608-43b3-bd19-b62ca553ff19 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.495745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.496230] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.496546] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.496902] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.497189] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.505781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c5e8eb-138b-41c2-b3e9-3dc2577aa92f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.519771] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01acd024-20cb-48ee-ac32-beab0a930b46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539533] env[68134]: DEBUG nova.compute.provider_tree [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.548209] env[68134]: INFO nova.compute.manager [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Terminating instance [ 1035.550711] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.550827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.551240] env[68134]: DEBUG nova.network.neutron [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.551437] env[68134]: DEBUG nova.objects.instance [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'info_cache' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.555697] env[68134]: DEBUG oslo_vmware.api [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965433, 'name': PowerOnVM_Task, 'duration_secs': 0.529777} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.557561] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.558188] env[68134]: INFO nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1035.558188] env[68134]: DEBUG nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.558902] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1935e5-5ac5-4e51-b73a-1ac7fc911de2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.589023] env[68134]: DEBUG nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.665448] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.665756] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-148ef8e0-d674-49d0-b42b-7a9dfe538188 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.672716] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1035.672716] env[68134]: value = "task-2965434" [ 1035.672716] env[68134]: _type = "Task" [ 1035.672716] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.681506] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.707868] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965429, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.410186} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.708221] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500/OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500.vmdk to [datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2/905e0f71-a6d0-4e58-834b-5da65e4f7ca2.vmdk. [ 1035.708439] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Cleaning up location [datastore1] OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1035.708618] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cc594cb9-6187-45f3-ace6-bddc3fd0d500 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.708874] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edb2486c-ff69-4521-b1ed-c23db31a6ce4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.716954] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1035.716954] env[68134]: value = "task-2965435" [ 1035.716954] env[68134]: _type = "Task" [ 1035.716954] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.727015] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.832400] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.832693] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.834246] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.834495] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.834683] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.837014] env[68134]: INFO nova.compute.manager [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Terminating instance [ 1035.841826] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.060405] env[68134]: DEBUG nova.compute.manager [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.063127] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.065193] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1604f06-01cd-451a-814f-87fe363bcd21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.079566] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.080113] env[68134]: INFO nova.compute.manager [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Took 28.17 seconds to build instance. [ 1036.082364] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda34320-ed4b-4db1-8d25-2fed90cb349a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.088406] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1036.088406] env[68134]: value = "task-2965436" [ 1036.088406] env[68134]: _type = "Task" [ 1036.088406] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.101571] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.105129] env[68134]: DEBUG nova.scheduler.client.report [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1036.105386] env[68134]: DEBUG nova.compute.provider_tree [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 136 to 137 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1036.107019] env[68134]: DEBUG nova.compute.provider_tree [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.123285] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.182949] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965434, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.227647] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035054} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.227935] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.228119] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2/905e0f71-a6d0-4e58-834b-5da65e4f7ca2.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.228397] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2/905e0f71-a6d0-4e58-834b-5da65e4f7ca2.vmdk to [datastore1] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.228662] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11eb107-4e7a-4dc4-a1a0-c9f3fb7eeaee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.235059] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1036.235059] env[68134]: value = "task-2965437" [ 1036.235059] env[68134]: _type = "Task" [ 1036.235059] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.249454] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.346200] env[68134]: DEBUG nova.compute.manager [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.346490] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.352773] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a3a4a-663e-4614-8157-229c2defee59 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.363071] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.363350] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9deb4a00-ea07-40a0-8bdf-ce7fd6ddedcc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.370613] env[68134]: DEBUG oslo_vmware.api [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1036.370613] env[68134]: value = "task-2965438" [ 1036.370613] env[68134]: _type = "Task" [ 1036.370613] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.379891] env[68134]: DEBUG oslo_vmware.api [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.418167] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "56335705-8f48-4f05-a39e-bd3cac6481ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.583850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8845f815-ddff-43b5-8fcc-c98f42242900 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.681s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.587103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.166s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.587103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.587103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.587103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.587258] env[68134]: INFO nova.compute.manager [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Terminating instance [ 1036.602788] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965436, 'name': PowerOffVM_Task, 'duration_secs': 0.222777} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.603137] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.603316] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.606055] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41025227-407b-4e23-9496-039ddfa8de6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.610232] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.721s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.613360] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.231s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.613360] env[68134]: DEBUG nova.objects.instance [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'resources' on Instance uuid f73aa5ec-03ca-4873-974b-9b0e52ab77d7 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.636863] env[68134]: INFO nova.scheduler.client.report [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Deleted allocations for instance c6410096-6186-4ce2-987f-a4f8fbde146e [ 1036.685382] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965434, 'name': PowerOffVM_Task, 'duration_secs': 0.59806} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.688274] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.688487] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance 'fa4e8290-ce2b-4823-8166-afd27d4abde0' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.694771] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.694771] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.694771] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleting the datastore file [datastore1] a9fa5e0b-3745-4e1c-8847-b02a5e931bdc {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.695316] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f07f4be-b8ca-41f9-9e63-f9a1273a8849 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.702974] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1036.702974] env[68134]: value = "task-2965440" [ 1036.702974] env[68134]: _type = "Task" [ 1036.702974] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.716020] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.746487] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965437, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.892541] env[68134]: DEBUG oslo_vmware.api [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965438, 'name': PowerOffVM_Task, 'duration_secs': 0.222147} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.892928] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.893986] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.894753] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd6af17-240a-4e22-99d6-e67d36da15a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.899370] env[68134]: DEBUG nova.network.neutron [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.965754] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.965998] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.966196] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Deleting the datastore file [datastore2] bd7d95c8-a982-4671-a74f-3b3038fbaadd {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.966484] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce783d3f-1629-4eb5-b5fd-d78b9507c3a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.988137] env[68134]: DEBUG oslo_vmware.api [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for the task: (returnval){ [ 1036.988137] env[68134]: value = "task-2965442" [ 1036.988137] env[68134]: _type = "Task" [ 1036.988137] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.998428] env[68134]: DEBUG oslo_vmware.api [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.097571] env[68134]: DEBUG nova.compute.manager [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.098940] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.099964] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c544eb-1fdb-4130-9f58-d451aea1180e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.108664] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.109418] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f822efc0-82e9-4441-8d25-e1a58d43a811 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.119066] env[68134]: DEBUG oslo_vmware.api [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1037.119066] env[68134]: value = "task-2965443" [ 1037.119066] env[68134]: _type = "Task" [ 1037.119066] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.133877] env[68134]: DEBUG oslo_vmware.api [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.151836] env[68134]: DEBUG oslo_concurrency.lockutils [None req-67bdaff6-febb-400f-89ed-9c103387991c tempest-ImagesNegativeTestJSON-1865482821 tempest-ImagesNegativeTestJSON-1865482821-project-member] Lock "c6410096-6186-4ce2-987f-a4f8fbde146e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.600s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.199702] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.199702] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.199886] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.200964] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.200964] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.200964] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.201217] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.201610] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.201610] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.201722] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.202141] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.212882] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b94d59-0942-43f8-bc55-579795c6e1f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.247238] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.247581] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1037.247581] env[68134]: value = "task-2965444" [ 1037.247581] env[68134]: _type = "Task" [ 1037.247581] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.255796] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965437, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.260745] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.371142] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aea732-44f1-42f2-b4b9-1f22de96cc04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.391806] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance '9a46e09a-2fb9-4048-8aab-babc2de16faf' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.402385] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.402641] env[68134]: DEBUG nova.objects.instance [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'migration_context' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.498424] env[68134]: DEBUG oslo_vmware.api [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Task: {'id': task-2965442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425357} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.498758] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.498934] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.499157] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.499356] env[68134]: INFO nova.compute.manager [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1037.499678] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.500419] env[68134]: DEBUG nova.compute.manager [-] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.500419] env[68134]: DEBUG nova.network.neutron [-] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.537709] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17ea53c-61d4-41c7-8f6f-3c7ea900eefb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.547531] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebb27c0-75b8-4e1a-9c22-f5f36dece18d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.599212] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4998e2-ff71-4352-8d21-d24ae90fda2f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.607039] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.607039] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.613833] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d9f2ec-0fd4-4919-bcf0-b039220fa5e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.634344] env[68134]: DEBUG nova.compute.provider_tree [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.643431] env[68134]: DEBUG oslo_vmware.api [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965443, 'name': PowerOffVM_Task, 'duration_secs': 0.254967} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.643535] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.644139] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.644725] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35248af1-066f-4cf3-ba36-2658abef3a46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.723201] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.746688] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965437, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.755133] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.755381] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.755560] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Deleting the datastore file [datastore1] 56335705-8f48-4f05-a39e-bd3cac6481ba {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.756335] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0157e3ec-56d7-4918-a872-cde5070b01f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.761709] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965444, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.768327] env[68134]: DEBUG oslo_vmware.api [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for the task: (returnval){ [ 1037.768327] env[68134]: value = "task-2965446" [ 1037.768327] env[68134]: _type = "Task" [ 1037.768327] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.780580] env[68134]: DEBUG oslo_vmware.api [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.905018] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.906032] env[68134]: DEBUG nova.objects.base [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Object Instance<62a8f028-eb38-4d2b-b0df-c7129dfc8b9e> lazy-loaded attributes: info_cache,migration_context {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.906032] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e825f1-6dfa-44b0-80ac-0dfca32fa539 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.909890] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4999b8-a423-4915-8f7a-9bc6f106dd14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.942127] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f043d3b1-c664-4127-a67a-3423d9776021 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.944902] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1037.944902] env[68134]: value = "task-2965447" [ 1037.944902] env[68134]: _type = "Task" [ 1037.944902] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.954946] env[68134]: DEBUG oslo_vmware.api [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1037.954946] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522efa90-4d35-881a-42c6-a14a15eba64e" [ 1037.954946] env[68134]: _type = "Task" [ 1037.954946] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.958887] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.970230] env[68134]: DEBUG oslo_vmware.api [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522efa90-4d35-881a-42c6-a14a15eba64e, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.970712] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.017557] env[68134]: DEBUG nova.compute.manager [req-3deb38b9-20c0-4309-9da9-2b195b7a250e req-37e3d6f4-1762-49de-a8fc-dda279f90194 service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Received event network-vif-deleted-cf19fbf7-88f2-4df6-b225-c76c67b28592 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.019886] env[68134]: INFO nova.compute.manager [req-3deb38b9-20c0-4309-9da9-2b195b7a250e req-37e3d6f4-1762-49de-a8fc-dda279f90194 service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Neutron deleted interface cf19fbf7-88f2-4df6-b225-c76c67b28592; detaching it from the instance and deleting it from the info cache [ 1038.019886] env[68134]: DEBUG nova.network.neutron [req-3deb38b9-20c0-4309-9da9-2b195b7a250e req-37e3d6f4-1762-49de-a8fc-dda279f90194 service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.110550] env[68134]: DEBUG nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.138777] env[68134]: DEBUG nova.scheduler.client.report [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.185822] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.186020] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.228496] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.251588] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965437, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.265655] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965444, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.281071] env[68134]: DEBUG oslo_vmware.api [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.457912] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.470894] env[68134]: DEBUG nova.network.neutron [-] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.526410] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11a81884-03fb-4423-8ef0-4fcee6631b35 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.538158] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31e9686-41b3-4d7d-b33a-85ab102bb27c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.574580] env[68134]: DEBUG nova.compute.manager [req-3deb38b9-20c0-4309-9da9-2b195b7a250e req-37e3d6f4-1762-49de-a8fc-dda279f90194 service nova] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Detach interface failed, port_id=cf19fbf7-88f2-4df6-b225-c76c67b28592, reason: Instance bd7d95c8-a982-4671-a74f-3b3038fbaadd could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.635554] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.645654] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.648176] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.728s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.648447] env[68134]: DEBUG nova.objects.instance [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lazy-loading 'resources' on Instance uuid c09204d9-e890-4852-8c0d-acb438b1e9e4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.656347] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.656604] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.678446] env[68134]: INFO nova.scheduler.client.report [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted allocations for instance f73aa5ec-03ca-4873-974b-9b0e52ab77d7 [ 1038.691896] env[68134]: DEBUG nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.723987] env[68134]: DEBUG oslo_vmware.api [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.950213} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.724849] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.725090] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.725274] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.725447] env[68134]: INFO nova.compute.manager [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1038.725705] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.725909] env[68134]: DEBUG nova.compute.manager [-] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.726007] env[68134]: DEBUG nova.network.neutron [-] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.747751] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965437, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.496192} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.747995] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/905e0f71-a6d0-4e58-834b-5da65e4f7ca2/905e0f71-a6d0-4e58-834b-5da65e4f7ca2.vmdk to [datastore1] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.748807] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce40761d-8584-4c06-8222-6c12d2576908 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.773984] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.777297] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fcd33f-16cc-498f-9b4b-aeeecf51671f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.798113] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965444, 'name': ReconfigVM_Task, 'duration_secs': 1.210787} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.798759] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance 'fa4e8290-ce2b-4823-8166-afd27d4abde0' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.803769] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1038.803769] env[68134]: value = "task-2965448" [ 1038.803769] env[68134]: _type = "Task" [ 1038.803769] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.806970] env[68134]: DEBUG oslo_vmware.api [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Task: {'id': task-2965446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.035399} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.809869] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.810063] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.810311] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.810495] env[68134]: INFO nova.compute.manager [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1038.810726] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.810914] env[68134]: DEBUG nova.compute.manager [-] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.811012] env[68134]: DEBUG nova.network.neutron [-] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.817312] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.960141] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965447, 'name': PowerOffVM_Task, 'duration_secs': 0.705791} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.960526] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.960759] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance '9a46e09a-2fb9-4048-8aab-babc2de16faf' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.977183] env[68134]: INFO nova.compute.manager [-] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Took 1.48 seconds to deallocate network for instance. [ 1039.159546] env[68134]: DEBUG nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.188471] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cb9dc8c6-238e-4601-b002-f8f8e5981c48 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "f73aa5ec-03ca-4873-974b-9b0e52ab77d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.783s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.216652] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.311023] env[68134]: DEBUG nova.virt.hardware [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.317542] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.320673] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e3b1db-8b14-4e80-a1a7-07560179459d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.345803] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965448, 'name': ReconfigVM_Task, 'duration_secs': 0.273539} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.347353] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 58ffa9ba-219e-4756-b125-9b9b00629b1e/58ffa9ba-219e-4756-b125-9b9b00629b1e.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.349192] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'image_id': '8eb32fea-93d0-4a91-ad42-8c47be1d04da'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6509e23e-916b-48fe-a29f-517e81ca04f8', 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595036', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'name': 'volume-fca210f3-a968-48b9-a4b7-6b28789b7910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '58ffa9ba-219e-4756-b125-9b9b00629b1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'serial': 'fca210f3-a968-48b9-a4b7-6b28789b7910'}, 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68134) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1039.349565] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1039.349865] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595036', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'name': 'volume-fca210f3-a968-48b9-a4b7-6b28789b7910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '58ffa9ba-219e-4756-b125-9b9b00629b1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'serial': 'fca210f3-a968-48b9-a4b7-6b28789b7910'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1039.350496] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1039.350496] env[68134]: value = "task-2965449" [ 1039.350496] env[68134]: _type = "Task" [ 1039.350496] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.354214] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d403f6b-5e8c-48d5-9c62-e9990936dfa0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.364434] env[68134]: DEBUG nova.compute.manager [req-f9ddfdf6-ff52-4057-96d1-65bb31d86563 req-67041364-3215-4173-9535-5c0d4ccd7e38 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received event network-vif-deleted-79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.364661] env[68134]: INFO nova.compute.manager [req-f9ddfdf6-ff52-4057-96d1-65bb31d86563 req-67041364-3215-4173-9535-5c0d4ccd7e38 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Neutron deleted interface 79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7; detaching it from the instance and deleting it from the info cache [ 1039.364932] env[68134]: DEBUG nova.network.neutron [req-f9ddfdf6-ff52-4057-96d1-65bb31d86563 req-67041364-3215-4173-9535-5c0d4ccd7e38 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Updating instance_info_cache with network_info: [{"id": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "address": "fa:16:3e:82:3d:b6", "network": {"id": "5133f2b4-9850-4127-b889-25c0042494e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309067512", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9905408bb6ec487f99fbafb6c128fb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e51a9c5-7c", "ovs_interfaceid": "0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.383317] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.387234] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b94a3c-9c54-4d6a-9ad1-67c94e01ad22 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.412759] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-fca210f3-a968-48b9-a4b7-6b28789b7910/volume-fca210f3-a968-48b9-a4b7-6b28789b7910.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.416320] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-042c0921-1eb1-4ab1-98fd-550ee02faee0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.436187] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1039.436187] env[68134]: value = "task-2965450" [ 1039.436187] env[68134]: _type = "Task" [ 1039.436187] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.443146] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.469458] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.471321] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.483268] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d8ea84-ab71-4ea3-8cf7-7bb934c7c59f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.493784] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.496690] env[68134]: DEBUG nova.network.neutron [-] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.499929] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1039.499929] env[68134]: value = "task-2965451" [ 1039.499929] env[68134]: _type = "Task" [ 1039.499929] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.519662] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.570671] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e47c657-fa8a-4ea0-9014-968c414b9668 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.577621] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2837ec5-9e85-4332-8c03-aa45fcb8f8f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.611387] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36dc43c-6ce7-45ba-9ec4-b3b7fa00c0a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.615397] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e614925-531b-4697-984e-0686ef1028ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.628020] env[68134]: DEBUG nova.compute.provider_tree [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.682120] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.864672] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965449, 'name': ReconfigVM_Task, 'duration_secs': 0.215755} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.864965] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1039.865996] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b32d272-4215-46a7-9754-31ebc90130f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.868682] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80c0b9c2-7d34-498c-bf30-781d0f3a99a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.891084] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] fa4e8290-ce2b-4823-8166-afd27d4abde0/fa4e8290-ce2b-4823-8166-afd27d4abde0.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.892617] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67175222-b296-4f03-8fd4-d60c8bd33e7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.913110] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe8201c-55db-4d0f-a17f-4f3e29a3927a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.929669] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1039.929669] env[68134]: value = "task-2965452" [ 1039.929669] env[68134]: _type = "Task" [ 1039.929669] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.937912] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.951659] env[68134]: DEBUG nova.compute.manager [req-f9ddfdf6-ff52-4057-96d1-65bb31d86563 req-67041364-3215-4173-9535-5c0d4ccd7e38 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Detach interface failed, port_id=79d95700-efb8-47e4-b1f4-c6ef0dfaf4d7, reason: Instance 56335705-8f48-4f05-a39e-bd3cac6481ba could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.957295] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.009151] env[68134]: INFO nova.compute.manager [-] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Took 1.28 seconds to deallocate network for instance. [ 1040.009458] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965451, 'name': ReconfigVM_Task, 'duration_secs': 0.443545} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.011167] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance '9a46e09a-2fb9-4048-8aab-babc2de16faf' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.017052] env[68134]: DEBUG nova.network.neutron [-] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.048991] env[68134]: DEBUG nova.compute.manager [req-7d1a2506-53e3-4247-905c-fc2ceb287631 req-c476b96c-69f8-41ed-b371-6c52ca469f7c service nova] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Received event network-vif-deleted-c4f357cc-7a1d-4477-abbe-18ac15361313 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.131699] env[68134]: DEBUG nova.scheduler.client.report [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.439570] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965452, 'name': ReconfigVM_Task, 'duration_secs': 0.406574} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.442896] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Reconfigured VM instance instance-00000013 to attach disk [datastore2] fa4e8290-ce2b-4823-8166-afd27d4abde0/fa4e8290-ce2b-4823-8166-afd27d4abde0.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.443197] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance 'fa4e8290-ce2b-4823-8166-afd27d4abde0' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.451710] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965450, 'name': ReconfigVM_Task, 'duration_secs': 0.849859} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.451710] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-fca210f3-a968-48b9-a4b7-6b28789b7910/volume-fca210f3-a968-48b9-a4b7-6b28789b7910.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.456623] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc090881-298f-4bdb-b033-2a367e1159ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.471363] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1040.471363] env[68134]: value = "task-2965453" [ 1040.471363] env[68134]: _type = "Task" [ 1040.471363] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.480132] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "15f78a11-a927-4406-9c7b-86d4ca8554b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.480132] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.485590] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.522109] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.522109] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.522109] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.522309] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.522434] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.522574] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.522712] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.522908] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.523071] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.523235] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.523391] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.523556] env[68134]: DEBUG nova.virt.hardware [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.528833] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.529224] env[68134]: INFO nova.compute.manager [-] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Took 1.72 seconds to deallocate network for instance. [ 1040.529735] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83f8dab-45fe-4228-b629-32d9fc300cc7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.550251] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1040.550251] env[68134]: value = "task-2965454" [ 1040.550251] env[68134]: _type = "Task" [ 1040.550251] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.558541] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.636516] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.638780] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.516s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.640352] env[68134]: INFO nova.compute.claims [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.662605] env[68134]: INFO nova.scheduler.client.report [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Deleted allocations for instance c09204d9-e890-4852-8c0d-acb438b1e9e4 [ 1040.951030] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecf908f-fc42-46e9-9c33-5183a5ec71e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.972193] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87fe6b8-ce2d-4cc3-b960-29816a1c57bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.983915] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.000551] env[68134]: DEBUG nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.004431] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance 'fa4e8290-ce2b-4823-8166-afd27d4abde0' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.049755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.066067] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.171744] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fd4c2589-7cb1-4f78-b361-af2fcf45ae78 tempest-ServersWithSpecificFlavorTestJSON-1803362271 tempest-ServersWithSpecificFlavorTestJSON-1803362271-project-member] Lock "c09204d9-e890-4852-8c0d-acb438b1e9e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.635s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.387216] env[68134]: DEBUG nova.compute.manager [req-df82a107-af21-479c-9863-3314b31d6390 req-e89c2ba3-05ef-40d8-a4b3-ca537ff8a899 service nova] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Received event network-vif-deleted-0e51a9c5-7c7e-4c96-b3b2-a58e21c18a25 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.484769] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965453, 'name': ReconfigVM_Task, 'duration_secs': 0.990771} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.485083] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595036', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'name': 'volume-fca210f3-a968-48b9-a4b7-6b28789b7910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '58ffa9ba-219e-4756-b125-9b9b00629b1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'serial': 'fca210f3-a968-48b9-a4b7-6b28789b7910'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1041.485674] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-944fca70-b131-4ff2-b816-0dc49be45351 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.491748] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1041.491748] env[68134]: value = "task-2965455" [ 1041.491748] env[68134]: _type = "Task" [ 1041.491748] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.500947] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965455, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.536139] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.562960] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965454, 'name': ReconfigVM_Task, 'duration_secs': 0.924258} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.563059] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.564105] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196657f6-6cd0-433e-83b9-c47e905d0325 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.588585] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9a46e09a-2fb9-4048-8aab-babc2de16faf/9a46e09a-2fb9-4048-8aab-babc2de16faf.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.589737] env[68134]: DEBUG nova.network.neutron [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Port cb83d933-f250-45ac-abc9-2cf1946b089f binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1041.590860] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69a9d6e-984e-4d07-96f6-18f87fdcfacc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.616607] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1041.616607] env[68134]: value = "task-2965456" [ 1041.616607] env[68134]: _type = "Task" [ 1041.616607] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.626817] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.981040] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787995e-68e1-411d-bcd9-2c03ba60ac43 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.989648] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c5f13-9f8b-4ae3-a426-d7f5756e0da4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.002315] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965455, 'name': Rename_Task, 'duration_secs': 0.164681} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.027786] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.028379] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d36aad-f956-484b-afc4-fb18c8723391 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.030780] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdf0dcb-8642-45cb-8990-d48d227dea00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.042979] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24baad4e-af2d-40aa-ba23-6ae4347c3e2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.046679] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1042.046679] env[68134]: value = "task-2965457" [ 1042.046679] env[68134]: _type = "Task" [ 1042.046679] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.058147] env[68134]: DEBUG nova.compute.provider_tree [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.064594] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.135139] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.135139] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.135139] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.140943] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965456, 'name': ReconfigVM_Task, 'duration_secs': 0.276079} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.141409] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9a46e09a-2fb9-4048-8aab-babc2de16faf/9a46e09a-2fb9-4048-8aab-babc2de16faf.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.141974] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance '9a46e09a-2fb9-4048-8aab-babc2de16faf' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.556641] env[68134]: DEBUG oslo_vmware.api [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965457, 'name': PowerOnVM_Task, 'duration_secs': 0.471852} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.556935] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.561627] env[68134]: DEBUG nova.scheduler.client.report [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.650504] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd6a05-0ac5-42f4-b475-db5b9e21326a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.673148] env[68134]: DEBUG nova.compute.manager [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.674016] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7f1c7e-6d5e-4373-8ec9-95679f24a5cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.678212] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c2d89-d899-4ce7-af10-9b8f57725215 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.701739] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance '9a46e09a-2fb9-4048-8aab-babc2de16faf' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.066365] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.066751] env[68134]: DEBUG nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.073816] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.103s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.217671] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.217903] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.218228] env[68134]: DEBUG nova.network.neutron [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.223035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7df65011-6972-4b91-9f99-17d68ac4bb49 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.357s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.254457] env[68134]: DEBUG nova.network.neutron [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Port 3538ae24-2465-42bc-a927-249653185eb2 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.576638] env[68134]: DEBUG nova.compute.utils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.576638] env[68134]: DEBUG nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.576795] env[68134]: DEBUG nova.network.neutron [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.660600] env[68134]: DEBUG nova.policy [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1880c32fc0e946f1926693cc23404dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f9cbe806714201a710024fd5009ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.912697] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6551399e-8168-4882-b718-9b5063dee4a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.920287] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc46d2-8f9c-4a7b-a750-7fe3bc2365fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.958785] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698cdbc3-ba90-4b9c-96f1-62fd10523559 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.966716] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8190f00-cc58-47ce-b6fb-d7a97918aead {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.981043] env[68134]: DEBUG nova.compute.provider_tree [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.009758] env[68134]: DEBUG nova.network.neutron [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.079672] env[68134]: DEBUG nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.283726] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.283996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.284204] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.486153] env[68134]: DEBUG nova.scheduler.client.report [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.511915] env[68134]: DEBUG oslo_concurrency.lockutils [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.516669] env[68134]: DEBUG nova.network.neutron [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Successfully created port: d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.040016] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6662b2f-2422-4b03-945d-47314c222339 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.063343] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d6d15-3421-4859-bb3e-6dbddad71cbe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.069677] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance 'fa4e8290-ce2b-4823-8166-afd27d4abde0' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.093194] env[68134]: DEBUG nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.122351] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.122684] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.122865] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.123140] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.123322] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.123528] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.124061] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.124061] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.124257] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.124431] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.124642] env[68134]: DEBUG nova.virt.hardware [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.125566] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a56934-a9fc-4b7b-9427-8cfd30970960 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.135731] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65039aa8-c4f1-4751-a10b-3e3367d4a65c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.327147] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.327537] env[68134]: DEBUG nova.network.neutron [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.498282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.424s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.498488] env[68134]: DEBUG nova.compute.manager [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68134) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1045.501920] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.867s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.506121] env[68134]: INFO nova.compute.claims [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.576184] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.576661] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ca08ad-67c5-456f-8da6-59709de05e83 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.584562] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1045.584562] env[68134]: value = "task-2965461" [ 1045.584562] env[68134]: _type = "Task" [ 1045.584562] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.593633] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.997050] env[68134]: DEBUG nova.compute.manager [req-2688f205-e4de-414b-82b9-0a02724648e1 req-1455072a-308a-42e0-b5f3-9a366770692f service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Received event network-vif-plugged-d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.997050] env[68134]: DEBUG oslo_concurrency.lockutils [req-2688f205-e4de-414b-82b9-0a02724648e1 req-1455072a-308a-42e0-b5f3-9a366770692f service nova] Acquiring lock "6570ba51-f37a-47fc-a168-4d467b041ddf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.997050] env[68134]: DEBUG oslo_concurrency.lockutils [req-2688f205-e4de-414b-82b9-0a02724648e1 req-1455072a-308a-42e0-b5f3-9a366770692f service nova] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.997050] env[68134]: DEBUG oslo_concurrency.lockutils [req-2688f205-e4de-414b-82b9-0a02724648e1 req-1455072a-308a-42e0-b5f3-9a366770692f service nova] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.997050] env[68134]: DEBUG nova.compute.manager [req-2688f205-e4de-414b-82b9-0a02724648e1 req-1455072a-308a-42e0-b5f3-9a366770692f service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] No waiting events found dispatching network-vif-plugged-d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.997050] env[68134]: WARNING nova.compute.manager [req-2688f205-e4de-414b-82b9-0a02724648e1 req-1455072a-308a-42e0-b5f3-9a366770692f service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Received unexpected event network-vif-plugged-d29d522e-4a77-428c-a8d4-728584122997 for instance with vm_state building and task_state spawning. [ 1046.084312] env[68134]: INFO nova.scheduler.client.report [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted allocation for migration 9a4a0dae-ea5f-4b04-8a12-f311bd610d4b [ 1046.098341] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.110545] env[68134]: DEBUG nova.network.neutron [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Successfully updated port: d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.133590] env[68134]: DEBUG nova.network.neutron [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance_info_cache with network_info: [{"id": "3538ae24-2465-42bc-a927-249653185eb2", "address": "fa:16:3e:85:86:6d", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3538ae24-24", "ovs_interfaceid": "3538ae24-2465-42bc-a927-249653185eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.591630] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83e8f62c-d926-4d01-b1ef-6f09f2375b59 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.751s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.596700] env[68134]: DEBUG oslo_vmware.api [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965461, 'name': PowerOnVM_Task, 'duration_secs': 0.906573} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.599462] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.599656] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-528a3e70-622a-4720-b9a8-5b144e9c1909 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance 'fa4e8290-ce2b-4823-8166-afd27d4abde0' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.613399] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.613479] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.613604] env[68134]: DEBUG nova.network.neutron [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.637632] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.790034] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2243a38-b204-4d78-8526-5443c599ff2a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.797640] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c5ae31-196f-45e2-898c-d2245e7fa3bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.826688] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be1079f-d642-4d73-8314-0961fe7e985d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.834441] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30312b98-a73b-493a-a3b1-d6040f1afb58 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.847292] env[68134]: DEBUG nova.compute.provider_tree [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.002816] env[68134]: DEBUG nova.objects.instance [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'flavor' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.149404] env[68134]: DEBUG nova.network.neutron [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.158565] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863bd3e-b8bb-4aaa-b583-484b2b964f93 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.179407] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6b1785-1eb6-4f8b-8492-d53a5ccb9c74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.189040] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance '9a46e09a-2fb9-4048-8aab-babc2de16faf' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.333376] env[68134]: DEBUG nova.network.neutron [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updating instance_info_cache with network_info: [{"id": "d29d522e-4a77-428c-a8d4-728584122997", "address": "fa:16:3e:4d:27:7d", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29d522e-4a", "ovs_interfaceid": "d29d522e-4a77-428c-a8d4-728584122997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.350820] env[68134]: DEBUG nova.scheduler.client.report [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.507529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.507745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.507937] env[68134]: DEBUG nova.network.neutron [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.508130] env[68134]: DEBUG nova.objects.instance [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'info_cache' on Instance uuid 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.696302] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.696924] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-535588cd-d191-4283-a3db-8a1e2689fccc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704697] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1047.704697] env[68134]: value = "task-2965462" [ 1047.704697] env[68134]: _type = "Task" [ 1047.704697] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.713393] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.836858] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.837276] env[68134]: DEBUG nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Instance network_info: |[{"id": "d29d522e-4a77-428c-a8d4-728584122997", "address": "fa:16:3e:4d:27:7d", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29d522e-4a", "ovs_interfaceid": "d29d522e-4a77-428c-a8d4-728584122997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.838016] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:27:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd29d522e-4a77-428c-a8d4-728584122997', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.847350] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.847671] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.847924] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4553b39e-e101-4b23-8ef6-e48da96b9ebb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.865914] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.866560] env[68134]: DEBUG nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.869722] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.655s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.871021] env[68134]: INFO nova.compute.claims [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.879045] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.879045] env[68134]: value = "task-2965463" [ 1047.879045] env[68134]: _type = "Task" [ 1047.879045] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.886700] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965463, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.011974] env[68134]: DEBUG nova.objects.base [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Object Instance<62a8f028-eb38-4d2b-b0df-c7129dfc8b9e> lazy-loaded attributes: flavor,info_cache {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.025356] env[68134]: DEBUG nova.compute.manager [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Received event network-changed-d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.025356] env[68134]: DEBUG nova.compute.manager [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Refreshing instance network info cache due to event network-changed-d29d522e-4a77-428c-a8d4-728584122997. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.025356] env[68134]: DEBUG oslo_concurrency.lockutils [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] Acquiring lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.025693] env[68134]: DEBUG oslo_concurrency.lockutils [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] Acquired lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.025693] env[68134]: DEBUG nova.network.neutron [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Refreshing network info cache for port d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.215727] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965462, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.371722] env[68134]: DEBUG nova.compute.utils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.373231] env[68134]: DEBUG nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.373435] env[68134]: DEBUG nova.network.neutron [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.389371] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965463, 'name': CreateVM_Task, 'duration_secs': 0.395568} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.389597] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.390332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.390493] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.390827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.391370] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57ab52b-57ab-4191-bd54-b8e5ee82a083 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.396584] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1048.396584] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529b2c83-0bf3-35eb-59f4-331220951bda" [ 1048.396584] env[68134]: _type = "Task" [ 1048.396584] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.404809] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529b2c83-0bf3-35eb-59f4-331220951bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.425418] env[68134]: DEBUG nova.policy [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788c497a6176465782e41d6b77d238d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd28b762319bd43f588cbd174e838ce84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.478642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "5b9f6114-c97e-4820-8702-051adbae0a52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.478882] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "5b9f6114-c97e-4820-8702-051adbae0a52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.522779] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.523099] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.523300] env[68134]: DEBUG nova.compute.manager [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Going to confirm migration 5 {{(pid=68134) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1048.723479] env[68134]: DEBUG oslo_vmware.api [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965462, 'name': PowerOnVM_Task, 'duration_secs': 0.555666} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.723747] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.723925] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd26d4a-9109-4f5c-b154-b3625220f20a tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance '9a46e09a-2fb9-4048-8aab-babc2de16faf' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.734953] env[68134]: DEBUG nova.network.neutron [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [{"id": "d73b3050-d6a6-4e2e-a813-97b334962200", "address": "fa:16:3e:49:7e:53", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73b3050-d6", "ovs_interfaceid": "d73b3050-d6a6-4e2e-a813-97b334962200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.880020] env[68134]: DEBUG nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.905921] env[68134]: DEBUG nova.network.neutron [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updated VIF entry in instance network info cache for port d29d522e-4a77-428c-a8d4-728584122997. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.906208] env[68134]: DEBUG nova.network.neutron [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updating instance_info_cache with network_info: [{"id": "d29d522e-4a77-428c-a8d4-728584122997", "address": "fa:16:3e:4d:27:7d", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29d522e-4a", "ovs_interfaceid": "d29d522e-4a77-428c-a8d4-728584122997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.919912] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529b2c83-0bf3-35eb-59f4-331220951bda, 'name': SearchDatastore_Task, 'duration_secs': 0.033478} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.920405] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.920775] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.921567] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.921662] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.921971] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.927367] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-894c3fd9-dd62-439e-9ffa-f0fc6120ef7f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.931489] env[68134]: DEBUG nova.network.neutron [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Successfully created port: 9b2874f8-c04d-441b-99fd-9f76f8984c10 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.942409] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.942409] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.947208] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962964b9-32ad-4baa-a8a5-e7ce955a19ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.951546] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1048.951546] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523def1c-5b83-bfc7-1fb7-f7ce104c96d3" [ 1048.951546] env[68134]: _type = "Task" [ 1048.951546] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.963324] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523def1c-5b83-bfc7-1fb7-f7ce104c96d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.981540] env[68134]: DEBUG nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.077463] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.077586] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.077768] env[68134]: DEBUG nova.network.neutron [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.077955] env[68134]: DEBUG nova.objects.instance [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'info_cache' on Instance uuid fa4e8290-ce2b-4823-8166-afd27d4abde0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.207845] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67998d0a-957c-4380-a7ee-53f0f05f0524 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.216894] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd95578a-f6a0-4ae1-a1eb-e86dbc33b6f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.254084] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.254084] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6688e02-318e-48ad-9ce7-03f4d13faa33 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.262563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a86c8-8588-45fd-8209-bd9173935c1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.277636] env[68134]: DEBUG nova.compute.provider_tree [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.410862] env[68134]: DEBUG oslo_concurrency.lockutils [req-1801ebaf-e426-4425-9a00-d24d0551814b req-2ae89bd9-3fd0-4f95-b232-a73a41860fd0 service nova] Releasing lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.463400] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523def1c-5b83-bfc7-1fb7-f7ce104c96d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.464297] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f817d4-357b-45eb-a740-478dcc0b6b12 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.469918] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1049.469918] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52755b01-f121-d778-0f42-0f3ba528ee12" [ 1049.469918] env[68134]: _type = "Task" [ 1049.469918] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.480140] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52755b01-f121-d778-0f42-0f3ba528ee12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.508284] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.780968] env[68134]: DEBUG nova.scheduler.client.report [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.890105] env[68134]: DEBUG nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.918600] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.918775] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.918913] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.919106] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.919252] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.919445] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.919649] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.919808] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.919970] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.920144] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.920312] env[68134]: DEBUG nova.virt.hardware [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.921230] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd81c035-e9f3-421b-9bcf-d8e7dfd10194 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.929901] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a7791a-866b-46f4-ac62-f1adf963fb30 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.979556] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52755b01-f121-d778-0f42-0f3ba528ee12, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.979835] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.980108] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.980376] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca45c4fb-6a32-4965-8396-f2b0b684bd05 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.987185] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1049.987185] env[68134]: value = "task-2965465" [ 1049.987185] env[68134]: _type = "Task" [ 1049.987185] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.995215] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.266126] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.271305] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2555e0-e671-4fd5-b1a6-23b3c8e62373 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.280402] env[68134]: DEBUG oslo_vmware.api [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1050.280402] env[68134]: value = "task-2965467" [ 1050.280402] env[68134]: _type = "Task" [ 1050.280402] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.285829] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.286345] env[68134]: DEBUG nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.292726] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.799s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.292971] env[68134]: DEBUG nova.objects.instance [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lazy-loading 'resources' on Instance uuid bd7d95c8-a982-4671-a74f-3b3038fbaadd {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.294338] env[68134]: DEBUG oslo_vmware.api [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.365362] env[68134]: DEBUG nova.network.neutron [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [{"id": "cb83d933-f250-45ac-abc9-2cf1946b089f", "address": "fa:16:3e:16:55:f8", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb83d933-f2", "ovs_interfaceid": "cb83d933-f250-45ac-abc9-2cf1946b089f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.500407] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473494} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.501094] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.501192] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.501547] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0af655d7-2e48-4349-a440-a9f9c4eac356 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.504533] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.504771] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.504981] env[68134]: DEBUG nova.compute.manager [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Going to confirm migration 6 {{(pid=68134) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1050.508565] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1050.508565] env[68134]: value = "task-2965468" [ 1050.508565] env[68134]: _type = "Task" [ 1050.508565] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.515959] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.678534] env[68134]: DEBUG nova.compute.manager [req-03ddb5b6-bfb4-4c34-8814-fb7ee0f2cee7 req-1870aaa3-0aa8-44f8-ae96-aa4817f01e7a service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Received event network-vif-plugged-9b2874f8-c04d-441b-99fd-9f76f8984c10 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.678852] env[68134]: DEBUG oslo_concurrency.lockutils [req-03ddb5b6-bfb4-4c34-8814-fb7ee0f2cee7 req-1870aaa3-0aa8-44f8-ae96-aa4817f01e7a service nova] Acquiring lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.679092] env[68134]: DEBUG oslo_concurrency.lockutils [req-03ddb5b6-bfb4-4c34-8814-fb7ee0f2cee7 req-1870aaa3-0aa8-44f8-ae96-aa4817f01e7a service nova] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.679309] env[68134]: DEBUG oslo_concurrency.lockutils [req-03ddb5b6-bfb4-4c34-8814-fb7ee0f2cee7 req-1870aaa3-0aa8-44f8-ae96-aa4817f01e7a service nova] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.679498] env[68134]: DEBUG nova.compute.manager [req-03ddb5b6-bfb4-4c34-8814-fb7ee0f2cee7 req-1870aaa3-0aa8-44f8-ae96-aa4817f01e7a service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] No waiting events found dispatching network-vif-plugged-9b2874f8-c04d-441b-99fd-9f76f8984c10 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.679665] env[68134]: WARNING nova.compute.manager [req-03ddb5b6-bfb4-4c34-8814-fb7ee0f2cee7 req-1870aaa3-0aa8-44f8-ae96-aa4817f01e7a service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Received unexpected event network-vif-plugged-9b2874f8-c04d-441b-99fd-9f76f8984c10 for instance with vm_state building and task_state spawning. [ 1050.760983] env[68134]: DEBUG nova.network.neutron [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Successfully updated port: 9b2874f8-c04d-441b-99fd-9f76f8984c10 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.790391] env[68134]: DEBUG oslo_vmware.api [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.800026] env[68134]: DEBUG nova.compute.utils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.800966] env[68134]: DEBUG nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.801135] env[68134]: DEBUG nova.network.neutron [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.839495] env[68134]: DEBUG nova.policy [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788c497a6176465782e41d6b77d238d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd28b762319bd43f588cbd174e838ce84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.867485] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-fa4e8290-ce2b-4823-8166-afd27d4abde0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.867740] env[68134]: DEBUG nova.objects.instance [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'migration_context' on Instance uuid fa4e8290-ce2b-4823-8166-afd27d4abde0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.023033] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070075} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.026130] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.026130] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ccf7a-f15b-476d-a86e-c8daef27e091 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.051322] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.054162] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31c298c-f222-47ad-a258-02da3c1c5a37 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.070141] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.074313] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.074579] env[68134]: DEBUG nova.network.neutron [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.074786] env[68134]: DEBUG nova.objects.instance [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lazy-loading 'info_cache' on Instance uuid 9a46e09a-2fb9-4048-8aab-babc2de16faf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.084072] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1051.084072] env[68134]: value = "task-2965469" [ 1051.084072] env[68134]: _type = "Task" [ 1051.084072] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.090939] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.103054] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879ba009-50a6-4fbe-a59b-337b4498db6c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.110493] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a66c8-b9ee-4bc7-8663-eb0147dfb2e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.143357] env[68134]: DEBUG nova.network.neutron [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Successfully created port: 6ee48c87-dd03-4493-b15e-4a27be18685a {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.145810] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740c8ed-9fd5-4d08-b9df-97b2588961bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.152979] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15311de-f9e0-4d61-bb8b-c2b4966958f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.167849] env[68134]: DEBUG nova.compute.provider_tree [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.263973] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.264144] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.264298] env[68134]: DEBUG nova.network.neutron [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.296554] env[68134]: DEBUG oslo_vmware.api [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.304586] env[68134]: DEBUG nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.370880] env[68134]: DEBUG nova.objects.base [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.371818] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36839416-d01e-4c20-a40b-459eb0ef2028 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.391194] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b70081-b6c7-49c8-871c-f36a2e5a4fd6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.397057] env[68134]: DEBUG oslo_vmware.api [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1051.397057] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52220bad-aaa0-9c9a-cbed-c805b9f28b38" [ 1051.397057] env[68134]: _type = "Task" [ 1051.397057] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.405481] env[68134]: DEBUG oslo_vmware.api [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52220bad-aaa0-9c9a-cbed-c805b9f28b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.594296] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.671464] env[68134]: DEBUG nova.scheduler.client.report [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.794563] env[68134]: DEBUG oslo_vmware.api [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965467, 'name': PowerOnVM_Task, 'duration_secs': 1.479704} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.794563] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.794817] env[68134]: DEBUG nova.compute.manager [None req-f774d57a-fe55-478c-a4f4-9a396cca4448 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.795378] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df899d6e-b615-488f-b615-19f9934dc4db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.798474] env[68134]: DEBUG nova.network.neutron [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.909250] env[68134]: DEBUG oslo_vmware.api [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52220bad-aaa0-9c9a-cbed-c805b9f28b38, 'name': SearchDatastore_Task, 'duration_secs': 0.007812} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.909250] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.932876] env[68134]: DEBUG nova.network.neutron [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Updating instance_info_cache with network_info: [{"id": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "address": "fa:16:3e:ec:fc:b7", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2874f8-c0", "ovs_interfaceid": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.093478] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965469, 'name': ReconfigVM_Task, 'duration_secs': 0.73393} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.094318] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.095042] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c25445d-44c3-4747-9192-5a8e4833031e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.100229] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1052.100229] env[68134]: value = "task-2965471" [ 1052.100229] env[68134]: _type = "Task" [ 1052.100229] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.109317] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965471, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.177015] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.183855] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.502s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.185527] env[68134]: INFO nova.compute.claims [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.212477] env[68134]: INFO nova.scheduler.client.report [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Deleted allocations for instance bd7d95c8-a982-4671-a74f-3b3038fbaadd [ 1052.319356] env[68134]: DEBUG nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.350236] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.351301] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.351654] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.355040] env[68134]: DEBUG nova.virt.hardware [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.355040] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f536a8-ada2-4986-8b59-e13fcf308c9f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.365339] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be9a2c-e32c-49c0-84b3-f1738f01219b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.408027] env[68134]: DEBUG nova.network.neutron [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance_info_cache with network_info: [{"id": "3538ae24-2465-42bc-a927-249653185eb2", "address": "fa:16:3e:85:86:6d", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3538ae24-24", "ovs_interfaceid": "3538ae24-2465-42bc-a927-249653185eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.435851] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.435851] env[68134]: DEBUG nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Instance network_info: |[{"id": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "address": "fa:16:3e:ec:fc:b7", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2874f8-c0", "ovs_interfaceid": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.436293] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:fc:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2874f8-c04d-441b-99fd-9f76f8984c10', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.444457] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Creating folder: Project (d28b762319bd43f588cbd174e838ce84). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.444777] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95d3d494-cd08-4633-99d7-d21e56f71143 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.458627] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Created folder: Project (d28b762319bd43f588cbd174e838ce84) in parent group-v594791. [ 1052.458627] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Creating folder: Instances. Parent ref: group-v595052. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.458627] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f75debf1-4fc3-4415-86e4-6d6c86cd4c5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.467207] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Created folder: Instances in parent group-v595052. [ 1052.467427] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.467607] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.467809] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66fb1562-e474-49a1-99e8-bd03ef8d12e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.488577] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.488577] env[68134]: value = "task-2965474" [ 1052.488577] env[68134]: _type = "Task" [ 1052.488577] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.496185] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965474, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.610413] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965471, 'name': Rename_Task, 'duration_secs': 0.18547} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.610681] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.610922] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a7d206a-c9f1-4e58-8fb7-a37d98e0a2b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.617016] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1052.617016] env[68134]: value = "task-2965475" [ 1052.617016] env[68134]: _type = "Task" [ 1052.617016] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.626303] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.712195] env[68134]: DEBUG nova.compute.manager [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Received event network-changed-9b2874f8-c04d-441b-99fd-9f76f8984c10 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.712394] env[68134]: DEBUG nova.compute.manager [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Refreshing instance network info cache due to event network-changed-9b2874f8-c04d-441b-99fd-9f76f8984c10. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.712621] env[68134]: DEBUG oslo_concurrency.lockutils [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] Acquiring lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.712763] env[68134]: DEBUG oslo_concurrency.lockutils [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] Acquired lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.712920] env[68134]: DEBUG nova.network.neutron [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Refreshing network info cache for port 9b2874f8-c04d-441b-99fd-9f76f8984c10 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.723011] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f894602e-9a58-4f10-8ef1-e12fa9e7dfae tempest-ServerRescueTestJSON-1008212607 tempest-ServerRescueTestJSON-1008212607-project-member] Lock "bd7d95c8-a982-4671-a74f-3b3038fbaadd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.890s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.739854] env[68134]: DEBUG nova.network.neutron [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Successfully updated port: 6ee48c87-dd03-4493-b15e-4a27be18685a {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.844627] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.844828] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.845046] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.845238] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.845539] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.848293] env[68134]: INFO nova.compute.manager [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Terminating instance [ 1052.911419] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-9a46e09a-2fb9-4048-8aab-babc2de16faf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.911732] env[68134]: DEBUG nova.objects.instance [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lazy-loading 'migration_context' on Instance uuid 9a46e09a-2fb9-4048-8aab-babc2de16faf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.998620] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965474, 'name': CreateVM_Task, 'duration_secs': 0.318529} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.998843] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.999875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.999875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.000095] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.000174] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f3c96c-1c4a-41fb-b0b0-78c118a2143b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.004544] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1053.004544] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522015ff-4155-9c65-debb-bfdfaf296fdc" [ 1053.004544] env[68134]: _type = "Task" [ 1053.004544] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.012313] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522015ff-4155-9c65-debb-bfdfaf296fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.128240] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.242844] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "refresh_cache-d1f824ec-9245-4d71-9356-b66bc66d9ac4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.242844] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "refresh_cache-d1f824ec-9245-4d71-9356-b66bc66d9ac4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.242971] env[68134]: DEBUG nova.network.neutron [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.351740] env[68134]: DEBUG nova.compute.manager [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.352044] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.353188] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af0049-b552-4726-aeac-b2dbe89689ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.364755] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.365033] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48da888d-dc09-49f2-ac45-ece2a0ef9949 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.379387] env[68134]: DEBUG oslo_vmware.api [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1053.379387] env[68134]: value = "task-2965476" [ 1053.379387] env[68134]: _type = "Task" [ 1053.379387] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.393715] env[68134]: DEBUG oslo_vmware.api [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.414792] env[68134]: DEBUG nova.objects.base [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Object Instance<9a46e09a-2fb9-4048-8aab-babc2de16faf> lazy-loaded attributes: info_cache,migration_context {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.415689] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa89a0a9-706b-41c2-a83e-3e7b6aa577b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.439248] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222a6fb8-00e4-4f44-bfbb-3d11173e1f9f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.444595] env[68134]: DEBUG oslo_vmware.api [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1053.444595] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526e8adf-9e80-e841-fd65-0634853cfb0f" [ 1053.444595] env[68134]: _type = "Task" [ 1053.444595] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.452161] env[68134]: DEBUG oslo_vmware.api [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526e8adf-9e80-e841-fd65-0634853cfb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.514957] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522015ff-4155-9c65-debb-bfdfaf296fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.516111] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.516456] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.516639] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.516814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.517033] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.517786] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059e1ad2-7cb4-494e-88c4-cf17c1fa32ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.520270] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d8f5458-064b-4813-a66a-e1ad00d070fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.526862] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725987ad-46e5-4133-b7ae-d8c2f46f33a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.530661] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.530853] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.531865] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f868b6-ec2f-435f-bab6-54dcdc9fd3b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.562135] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f144cd2-b2e1-4d98-9add-8af60477cb85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.564570] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1053.564570] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cde932-9418-4a33-97df-59782a22ca16" [ 1053.564570] env[68134]: _type = "Task" [ 1053.564570] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.572118] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca1c92a-3f09-4789-b71b-dae2b6080acc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.580384] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cde932-9418-4a33-97df-59782a22ca16, 'name': SearchDatastore_Task, 'duration_secs': 0.030466} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.581613] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1fbfbb-5b06-4b2f-9e77-1008fb02afa5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.591286] env[68134]: DEBUG nova.compute.provider_tree [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.596928] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1053.596928] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cc919c-451e-6f2e-fbac-065eaed267e4" [ 1053.596928] env[68134]: _type = "Task" [ 1053.596928] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.606224] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc919c-451e-6f2e-fbac-065eaed267e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.631647] env[68134]: DEBUG oslo_vmware.api [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965475, 'name': PowerOnVM_Task, 'duration_secs': 0.722141} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.631647] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.631647] env[68134]: INFO nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1053.631647] env[68134]: DEBUG nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.631647] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad721d1-078d-4a53-94ff-d0db31074f3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.634133] env[68134]: DEBUG nova.network.neutron [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Updated VIF entry in instance network info cache for port 9b2874f8-c04d-441b-99fd-9f76f8984c10. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.634468] env[68134]: DEBUG nova.network.neutron [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Updating instance_info_cache with network_info: [{"id": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "address": "fa:16:3e:ec:fc:b7", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2874f8-c0", "ovs_interfaceid": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.793785] env[68134]: DEBUG nova.network.neutron [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.889555] env[68134]: DEBUG oslo_vmware.api [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965476, 'name': PowerOffVM_Task, 'duration_secs': 0.454876} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.889831] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.889990] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.890267] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69653db8-5c8c-4c06-abe5-32270032a7fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.956926] env[68134]: DEBUG oslo_vmware.api [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526e8adf-9e80-e841-fd65-0634853cfb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.959426] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.967338] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.967552] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.967730] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleting the datastore file [datastore2] 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.968057] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9286e353-859f-4ade-ba42-d75d5ec31285 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.976545] env[68134]: DEBUG oslo_vmware.api [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1053.976545] env[68134]: value = "task-2965478" [ 1053.976545] env[68134]: _type = "Task" [ 1053.976545] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.984716] env[68134]: DEBUG oslo_vmware.api [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.023638] env[68134]: DEBUG nova.network.neutron [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Updating instance_info_cache with network_info: [{"id": "6ee48c87-dd03-4493-b15e-4a27be18685a", "address": "fa:16:3e:91:46:00", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee48c87-dd", "ovs_interfaceid": "6ee48c87-dd03-4493-b15e-4a27be18685a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.098556] env[68134]: DEBUG nova.scheduler.client.report [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.112254] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc919c-451e-6f2e-fbac-065eaed267e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.112398] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.112989] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c8e28ec8-ca57-45ef-9e0c-85f20c834a76/c8e28ec8-ca57-45ef-9e0c-85f20c834a76.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.113951] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ab6171-bdf9-4c12-b7e1-c728f6cde3a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.121351] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1054.121351] env[68134]: value = "task-2965479" [ 1054.121351] env[68134]: _type = "Task" [ 1054.121351] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.132825] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.138052] env[68134]: DEBUG oslo_concurrency.lockutils [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] Releasing lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.138052] env[68134]: DEBUG nova.compute.manager [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Received event network-vif-plugged-6ee48c87-dd03-4493-b15e-4a27be18685a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.138052] env[68134]: DEBUG oslo_concurrency.lockutils [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] Acquiring lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.138052] env[68134]: DEBUG oslo_concurrency.lockutils [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.138052] env[68134]: DEBUG oslo_concurrency.lockutils [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.138052] env[68134]: DEBUG nova.compute.manager [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] No waiting events found dispatching network-vif-plugged-6ee48c87-dd03-4493-b15e-4a27be18685a {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.138052] env[68134]: WARNING nova.compute.manager [req-e0f1cd96-5414-44da-840b-645d138a8262 req-9b6a5fbb-bfad-4c39-985c-1b8ed75959c4 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Received unexpected event network-vif-plugged-6ee48c87-dd03-4493-b15e-4a27be18685a for instance with vm_state building and task_state spawning. [ 1054.151195] env[68134]: INFO nova.compute.manager [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Took 18.06 seconds to build instance. [ 1054.488507] env[68134]: DEBUG oslo_vmware.api [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159439} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.488994] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.488994] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.489161] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.489260] env[68134]: INFO nova.compute.manager [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1054.489531] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.489738] env[68134]: DEBUG nova.compute.manager [-] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.489831] env[68134]: DEBUG nova.network.neutron [-] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.526679] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "refresh_cache-d1f824ec-9245-4d71-9356-b66bc66d9ac4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.527362] env[68134]: DEBUG nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Instance network_info: |[{"id": "6ee48c87-dd03-4493-b15e-4a27be18685a", "address": "fa:16:3e:91:46:00", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee48c87-dd", "ovs_interfaceid": "6ee48c87-dd03-4493-b15e-4a27be18685a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.527729] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:46:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee48c87-dd03-4493-b15e-4a27be18685a', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.535879] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.536176] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.536421] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e4bffe-47b2-4eba-b4cf-1ebfc82a6d19 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.561674] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.561674] env[68134]: value = "task-2965481" [ 1054.561674] env[68134]: _type = "Task" [ 1054.561674] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.571174] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965481, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.604009] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.604555] env[68134]: DEBUG nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.607346] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.089s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.607612] env[68134]: DEBUG nova.objects.instance [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lazy-loading 'resources' on Instance uuid a9fa5e0b-3745-4e1c-8847-b02a5e931bdc {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.638635] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965479, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.655036] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e860c5d0-d4a6-4ace-b26a-fdd579c6e03e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.568s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.773285] env[68134]: DEBUG nova.compute.manager [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Received event network-changed-6ee48c87-dd03-4493-b15e-4a27be18685a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.773599] env[68134]: DEBUG nova.compute.manager [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Refreshing instance network info cache due to event network-changed-6ee48c87-dd03-4493-b15e-4a27be18685a. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.773943] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] Acquiring lock "refresh_cache-d1f824ec-9245-4d71-9356-b66bc66d9ac4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.774202] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] Acquired lock "refresh_cache-d1f824ec-9245-4d71-9356-b66bc66d9ac4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.774481] env[68134]: DEBUG nova.network.neutron [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Refreshing network info cache for port 6ee48c87-dd03-4493-b15e-4a27be18685a {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.072698] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965481, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.114209] env[68134]: DEBUG nova.compute.utils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.120169] env[68134]: DEBUG nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.120324] env[68134]: DEBUG nova.network.neutron [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.134686] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581248} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.136211] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c8e28ec8-ca57-45ef-9e0c-85f20c834a76/c8e28ec8-ca57-45ef-9e0c-85f20c834a76.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.136450] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.136985] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b628c6b-9a31-4bac-953f-1bac1c1946d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.149568] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1055.149568] env[68134]: value = "task-2965482" [ 1055.149568] env[68134]: _type = "Task" [ 1055.149568] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.159930] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.209962] env[68134]: DEBUG nova.policy [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '788c497a6176465782e41d6b77d238d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd28b762319bd43f588cbd174e838ce84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.500885] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf2e52-7f24-4444-9114-3fbe329d3b1c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.510387] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6577aa8f-cd10-420d-aa2a-a305794cfc6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.553755] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29560ea-f1ab-41a1-975b-25048ed3c78e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.562973] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02587e3-820b-4313-9464-6a1aa45ccef0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.584383] env[68134]: DEBUG nova.compute.provider_tree [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.586114] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965481, 'name': CreateVM_Task, 'duration_secs': 0.526654} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.586794] env[68134]: DEBUG nova.network.neutron [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Successfully created port: a6c66fd9-7be0-4386-af9a-b99b44b90390 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.589234] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.590130] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.590340] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.590657] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.591316] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c7e1fa-6ceb-4393-b8bb-a9978f39a9aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.602033] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1055.602033] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c04082-b570-7cf6-25ef-5a3d71165fc6" [ 1055.602033] env[68134]: _type = "Task" [ 1055.602033] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.609862] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c04082-b570-7cf6-25ef-5a3d71165fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.620705] env[68134]: DEBUG nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.661343] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090923} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.661768] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.662788] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bb18f7-9608-4b4e-9f57-cc70ed4e4610 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.668241] env[68134]: DEBUG nova.network.neutron [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Updated VIF entry in instance network info cache for port 6ee48c87-dd03-4493-b15e-4a27be18685a. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.668241] env[68134]: DEBUG nova.network.neutron [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Updating instance_info_cache with network_info: [{"id": "6ee48c87-dd03-4493-b15e-4a27be18685a", "address": "fa:16:3e:91:46:00", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee48c87-dd", "ovs_interfaceid": "6ee48c87-dd03-4493-b15e-4a27be18685a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.691341] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c8e28ec8-ca57-45ef-9e0c-85f20c834a76/c8e28ec8-ca57-45ef-9e0c-85f20c834a76.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.691869] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77958f5-badd-4e29-b52c-a0863ade7937 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.714808] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1055.714808] env[68134]: value = "task-2965483" [ 1055.714808] env[68134]: _type = "Task" [ 1055.714808] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.724324] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.726477] env[68134]: DEBUG nova.compute.manager [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Received event network-changed-d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.726647] env[68134]: DEBUG nova.compute.manager [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Refreshing instance network info cache due to event network-changed-d29d522e-4a77-428c-a8d4-728584122997. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.726850] env[68134]: DEBUG oslo_concurrency.lockutils [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] Acquiring lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.726982] env[68134]: DEBUG oslo_concurrency.lockutils [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] Acquired lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.727148] env[68134]: DEBUG nova.network.neutron [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Refreshing network info cache for port d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.815537] env[68134]: DEBUG nova.network.neutron [-] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.091649] env[68134]: DEBUG nova.scheduler.client.report [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.111179] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c04082-b570-7cf6-25ef-5a3d71165fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.112172] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.112443] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.112715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.112877] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.113069] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.113571] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef26756a-7737-41a2-aa08-728225464432 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.122994] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.123192] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.126940] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c6e050-4a04-4786-b6a5-c545fee55aed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.133986] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1056.133986] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521072dc-75ca-e806-aed9-f5bfc723938e" [ 1056.133986] env[68134]: _type = "Task" [ 1056.133986] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.143124] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521072dc-75ca-e806-aed9-f5bfc723938e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.170702] env[68134]: DEBUG oslo_concurrency.lockutils [req-7f95c205-498b-4ceb-a2d5-01846256f392 req-1cdadad0-e3aa-4570-8a9f-8981c64b5a35 service nova] Releasing lock "refresh_cache-d1f824ec-9245-4d71-9356-b66bc66d9ac4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.225725] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.319166] env[68134]: INFO nova.compute.manager [-] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Took 1.83 seconds to deallocate network for instance. [ 1056.511659] env[68134]: DEBUG nova.network.neutron [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updated VIF entry in instance network info cache for port d29d522e-4a77-428c-a8d4-728584122997. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.512024] env[68134]: DEBUG nova.network.neutron [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updating instance_info_cache with network_info: [{"id": "d29d522e-4a77-428c-a8d4-728584122997", "address": "fa:16:3e:4d:27:7d", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29d522e-4a", "ovs_interfaceid": "d29d522e-4a77-428c-a8d4-728584122997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.597038] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.599342] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.550s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.599707] env[68134]: DEBUG nova.objects.instance [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lazy-loading 'resources' on Instance uuid 56335705-8f48-4f05-a39e-bd3cac6481ba {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.621172] env[68134]: INFO nova.scheduler.client.report [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted allocations for instance a9fa5e0b-3745-4e1c-8847-b02a5e931bdc [ 1056.630313] env[68134]: DEBUG nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.646174] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521072dc-75ca-e806-aed9-f5bfc723938e, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.646954] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f212bd9-0f2f-4bfb-b615-51541ba682d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.654910] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1056.654910] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528457d2-aa79-f4ea-5dd3-f4745c699e68" [ 1056.654910] env[68134]: _type = "Task" [ 1056.654910] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.657205] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.657523] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.657719] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.657926] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.658174] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.658365] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.658615] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.658774] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.659722] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.659722] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.659722] env[68134]: DEBUG nova.virt.hardware [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.660299] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e05858-3fdb-48fa-ae2c-4ab58d9a40d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.674245] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbe3299-c108-4158-8bf0-10011f9586be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.678338] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528457d2-aa79-f4ea-5dd3-f4745c699e68, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.678583] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.678833] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d1f824ec-9245-4d71-9356-b66bc66d9ac4/d1f824ec-9245-4d71-9356-b66bc66d9ac4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.679408] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34346312-1afe-43d2-8b8f-150138fe4234 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.690517] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1056.690517] env[68134]: value = "task-2965485" [ 1056.690517] env[68134]: _type = "Task" [ 1056.690517] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.698028] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.724645] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965483, 'name': ReconfigVM_Task, 'duration_secs': 0.735428} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.724910] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c8e28ec8-ca57-45ef-9e0c-85f20c834a76/c8e28ec8-ca57-45ef-9e0c-85f20c834a76.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.725558] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-367552fa-1b6a-4997-a6c8-3ac9ab7b20de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.732284] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1056.732284] env[68134]: value = "task-2965486" [ 1056.732284] env[68134]: _type = "Task" [ 1056.732284] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.742430] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965486, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.800304] env[68134]: DEBUG nova.compute.manager [req-ba48eb6c-6872-4f55-80e5-38b40755733c req-f52013e6-ce22-4941-8dcd-5b52891233bc service nova] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Received event network-vif-deleted-d73b3050-d6a6-4e2e-a813-97b334962200 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.827043] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.015585] env[68134]: DEBUG oslo_concurrency.lockutils [req-5b9090f8-9d29-4a9b-baa1-3cb49d1884cf req-b1cf5699-27d0-4fcd-9e0b-07ea8e3bd501 service nova] Releasing lock "refresh_cache-6570ba51-f37a-47fc-a168-4d467b041ddf" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.129688] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6291c96-6550-42d1-8544-e09a86279969 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "a9fa5e0b-3745-4e1c-8847-b02a5e931bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.633s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.196533] env[68134]: DEBUG nova.network.neutron [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Successfully updated port: a6c66fd9-7be0-4386-af9a-b99b44b90390 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.203998] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476402} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.206887] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] d1f824ec-9245-4d71-9356-b66bc66d9ac4/d1f824ec-9245-4d71-9356-b66bc66d9ac4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.207184] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.208262] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6449f287-7552-4379-9656-17bcfc14167f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.217174] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1057.217174] env[68134]: value = "task-2965487" [ 1057.217174] env[68134]: _type = "Task" [ 1057.217174] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.230573] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.244686] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965486, 'name': Rename_Task, 'duration_secs': 0.179249} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.245359] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.245359] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf2b298-3e74-4f9e-8b59-1d9cbd89936c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.253554] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1057.253554] env[68134]: value = "task-2965488" [ 1057.253554] env[68134]: _type = "Task" [ 1057.253554] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.263213] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.393265] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075d7bd8-8850-46d3-bca1-e3f106db968c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.402042] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5c645-3acb-4a5a-a761-a6f2f830ad86 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.432437] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d56c6-37f1-4c70-8efc-6f4046f2127d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.441173] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d6fdd5-3109-4a4e-9728-2166d4e2b6f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.457017] env[68134]: DEBUG nova.compute.provider_tree [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.698835] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "refresh_cache-9e43d693-9934-4e65-b898-33ca7b0b3d5c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.699108] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "refresh_cache-9e43d693-9934-4e65-b898-33ca7b0b3d5c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.699230] env[68134]: DEBUG nova.network.neutron [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.726762] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079228} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.727103] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.727892] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fdb81e-79fe-4ff3-a215-47687f797db6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.750075] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d1f824ec-9245-4d71-9356-b66bc66d9ac4/d1f824ec-9245-4d71-9356-b66bc66d9ac4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.750346] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14620656-a698-4962-a478-cf25bac72089 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.773689] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.775257] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1057.775257] env[68134]: value = "task-2965489" [ 1057.775257] env[68134]: _type = "Task" [ 1057.775257] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.783146] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.960559] env[68134]: DEBUG nova.scheduler.client.report [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.056084] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.056218] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.236733] env[68134]: DEBUG nova.network.neutron [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.274558] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.284512] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965489, 'name': ReconfigVM_Task, 'duration_secs': 0.284211} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.284791] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d1f824ec-9245-4d71-9356-b66bc66d9ac4/d1f824ec-9245-4d71-9356-b66bc66d9ac4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.285451] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52698fd-4fed-4346-9634-a5045c7a6d0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.292169] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1058.292169] env[68134]: value = "task-2965491" [ 1058.292169] env[68134]: _type = "Task" [ 1058.292169] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.302184] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965491, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.390600] env[68134]: DEBUG nova.network.neutron [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Updating instance_info_cache with network_info: [{"id": "a6c66fd9-7be0-4386-af9a-b99b44b90390", "address": "fa:16:3e:a5:08:b3", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c66fd9-7b", "ovs_interfaceid": "a6c66fd9-7be0-4386-af9a-b99b44b90390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.465927] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.468893] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.933s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.472353] env[68134]: INFO nova.compute.claims [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.491936] env[68134]: INFO nova.scheduler.client.report [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Deleted allocations for instance 56335705-8f48-4f05-a39e-bd3cac6481ba [ 1058.558268] env[68134]: DEBUG nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.774917] env[68134]: DEBUG oslo_vmware.api [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965488, 'name': PowerOnVM_Task, 'duration_secs': 1.180529} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.775617] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.775971] env[68134]: INFO nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1058.776279] env[68134]: DEBUG nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.777175] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02705d-aa7a-4a3d-b4e4-98b526dbe063 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.800584] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965491, 'name': Rename_Task, 'duration_secs': 0.152276} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.801559] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.801559] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc66f87-3493-46ca-8762-591640de7109 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.810464] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1058.810464] env[68134]: value = "task-2965492" [ 1058.810464] env[68134]: _type = "Task" [ 1058.810464] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.819862] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.825346] env[68134]: DEBUG nova.compute.manager [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Received event network-vif-plugged-a6c66fd9-7be0-4386-af9a-b99b44b90390 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.825660] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] Acquiring lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.825745] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.825931] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.826099] env[68134]: DEBUG nova.compute.manager [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] No waiting events found dispatching network-vif-plugged-a6c66fd9-7be0-4386-af9a-b99b44b90390 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.826224] env[68134]: WARNING nova.compute.manager [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Received unexpected event network-vif-plugged-a6c66fd9-7be0-4386-af9a-b99b44b90390 for instance with vm_state building and task_state spawning. [ 1058.826382] env[68134]: DEBUG nova.compute.manager [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Received event network-changed-a6c66fd9-7be0-4386-af9a-b99b44b90390 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.826578] env[68134]: DEBUG nova.compute.manager [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Refreshing instance network info cache due to event network-changed-a6c66fd9-7be0-4386-af9a-b99b44b90390. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.826746] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] Acquiring lock "refresh_cache-9e43d693-9934-4e65-b898-33ca7b0b3d5c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.893244] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "refresh_cache-9e43d693-9934-4e65-b898-33ca7b0b3d5c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.893583] env[68134]: DEBUG nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Instance network_info: |[{"id": "a6c66fd9-7be0-4386-af9a-b99b44b90390", "address": "fa:16:3e:a5:08:b3", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c66fd9-7b", "ovs_interfaceid": "a6c66fd9-7be0-4386-af9a-b99b44b90390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.893886] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] Acquired lock "refresh_cache-9e43d693-9934-4e65-b898-33ca7b0b3d5c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.894087] env[68134]: DEBUG nova.network.neutron [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Refreshing network info cache for port a6c66fd9-7be0-4386-af9a-b99b44b90390 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.895620] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:08:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6c66fd9-7be0-4386-af9a-b99b44b90390', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.904583] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.905667] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.905889] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef1f590e-08f7-4c16-85dd-ec446a96387c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.926429] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.926429] env[68134]: value = "task-2965493" [ 1058.926429] env[68134]: _type = "Task" [ 1058.926429] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.935066] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965493, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.000044] env[68134]: DEBUG oslo_concurrency.lockutils [None req-35492b80-5dc3-4f81-b1db-c2b7064c93d5 tempest-ServersTestMultiNic-1414097403 tempest-ServersTestMultiNic-1414097403-project-member] Lock "56335705-8f48-4f05-a39e-bd3cac6481ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.416s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.078356] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.296172] env[68134]: INFO nova.compute.manager [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Took 20.68 seconds to build instance. [ 1059.324530] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.437886] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965493, 'name': CreateVM_Task, 'duration_secs': 0.388082} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.438224] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.439041] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.439403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.439862] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.440238] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176bb28c-3c64-49d0-ab2d-246bf7fdf8f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.446086] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1059.446086] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525342e6-02e6-d136-227f-46650e2a3e32" [ 1059.446086] env[68134]: _type = "Task" [ 1059.446086] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.460081] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525342e6-02e6-d136-227f-46650e2a3e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.737886] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d684f662-9846-4419-8e6d-edff457589cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.746746] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7735254-c91f-4947-8901-3562be2fdb2a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.778402] env[68134]: DEBUG nova.network.neutron [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Updated VIF entry in instance network info cache for port a6c66fd9-7be0-4386-af9a-b99b44b90390. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.778766] env[68134]: DEBUG nova.network.neutron [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Updating instance_info_cache with network_info: [{"id": "a6c66fd9-7be0-4386-af9a-b99b44b90390", "address": "fa:16:3e:a5:08:b3", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6c66fd9-7b", "ovs_interfaceid": "a6c66fd9-7be0-4386-af9a-b99b44b90390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.780481] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf999487-890f-49fa-91cf-18e80e135850 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.789054] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec2c76f-c6b9-4d54-9281-47cd14686f98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.806665] env[68134]: DEBUG oslo_concurrency.lockutils [None req-440f40bf-f857-4d6c-9304-08094243e9af tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.200s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.807213] env[68134]: DEBUG nova.compute.provider_tree [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.824517] env[68134]: DEBUG oslo_vmware.api [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965492, 'name': PowerOnVM_Task, 'duration_secs': 0.695289} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.825355] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.825355] env[68134]: INFO nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1059.825355] env[68134]: DEBUG nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.826337] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a4964d-4fd9-4643-9283-6f7496b93a7d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.961562] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525342e6-02e6-d136-227f-46650e2a3e32, 'name': SearchDatastore_Task, 'duration_secs': 0.020741} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.961823] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.962081] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.962328] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.962474] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.962649] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.962924] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c44b6f-5c8d-4625-a29e-b21dbf36de0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.975653] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.975653] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.975653] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2e7d3e-f45b-47dc-a586-fca5bc61f696 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.980198] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1059.980198] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529bf5c8-4575-e34a-7911-5537ef3d3076" [ 1059.980198] env[68134]: _type = "Task" [ 1059.980198] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.990647] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529bf5c8-4575-e34a-7911-5537ef3d3076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.284967] env[68134]: DEBUG oslo_concurrency.lockutils [req-dbf81cf4-6fed-4c34-9d09-547b4959c3bc req-d6c4fd5c-ec4b-45a2-9ac9-911f361da141 service nova] Releasing lock "refresh_cache-9e43d693-9934-4e65-b898-33ca7b0b3d5c" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.314234] env[68134]: DEBUG nova.scheduler.client.report [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.344499] env[68134]: INFO nova.compute.manager [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Took 21.15 seconds to build instance. [ 1060.491997] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529bf5c8-4575-e34a-7911-5537ef3d3076, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.492808] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890d17e0-43ed-4405-b453-84eca774d65a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.498769] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1060.498769] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52324923-6179-7434-1838-ef9617fc7134" [ 1060.498769] env[68134]: _type = "Task" [ 1060.498769] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.507143] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52324923-6179-7434-1838-ef9617fc7134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.819319] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.819925] env[68134]: DEBUG nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.823039] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.315s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.827237] env[68134]: INFO nova.compute.claims [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.850609] env[68134]: DEBUG oslo_concurrency.lockutils [None req-66e22063-3f73-4e8c-88ed-5f88347c3673 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.664s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.013536] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52324923-6179-7434-1838-ef9617fc7134, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.013890] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.014200] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 9e43d693-9934-4e65-b898-33ca7b0b3d5c/9e43d693-9934-4e65-b898-33ca7b0b3d5c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.014546] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da985946-f4a6-4e00-9b92-f62d88b49968 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.023218] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1061.023218] env[68134]: value = "task-2965495" [ 1061.023218] env[68134]: _type = "Task" [ 1061.023218] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.031860] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.334388] env[68134]: DEBUG nova.compute.utils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.343051] env[68134]: DEBUG nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.343346] env[68134]: DEBUG nova.network.neutron [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.447533] env[68134]: DEBUG nova.policy [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdab9d7bdbc64742b13f164c271500f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1223c1722245c6a523fb296c8e919b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.535409] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486767} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.536604] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 9e43d693-9934-4e65-b898-33ca7b0b3d5c/9e43d693-9934-4e65-b898-33ca7b0b3d5c.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.536818] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.537130] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ae6630a-c176-4493-b2f4-30c128382031 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.545241] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1061.545241] env[68134]: value = "task-2965496" [ 1061.545241] env[68134]: _type = "Task" [ 1061.545241] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.555740] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.783580] env[68134]: DEBUG nova.network.neutron [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Successfully created port: c7e14632-8a39-4879-a801-1fe0dc5bf459 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.844226] env[68134]: DEBUG nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.059832] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.060276] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.061183] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89452556-771f-4d27-b01f-8e92c854a64c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.090805] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 9e43d693-9934-4e65-b898-33ca7b0b3d5c/9e43d693-9934-4e65-b898-33ca7b0b3d5c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.093997] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed674770-15db-4bf2-964a-2768b436cde7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.116509] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1062.116509] env[68134]: value = "task-2965497" [ 1062.116509] env[68134]: _type = "Task" [ 1062.116509] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.127950] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.168211] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b3ec40-ac95-4de4-9d39-effea576fedc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.175541] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c2ba3-df58-4e2d-976c-52fe0c693f0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.208404] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3d4e3a-58a1-4e1a-91b8-ffb617f91a1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.217447] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952dc83b-395e-431c-bbd8-e6f87c1a3787 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.233719] env[68134]: DEBUG nova.compute.provider_tree [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.628368] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965497, 'name': ReconfigVM_Task, 'duration_secs': 0.344151} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.628648] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 9e43d693-9934-4e65-b898-33ca7b0b3d5c/9e43d693-9934-4e65-b898-33ca7b0b3d5c.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.629338] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e635274c-bf33-456d-8985-c7b3a251a62f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.637528] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1062.637528] env[68134]: value = "task-2965498" [ 1062.637528] env[68134]: _type = "Task" [ 1062.637528] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.647441] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965498, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.738274] env[68134]: DEBUG nova.scheduler.client.report [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.854862] env[68134]: DEBUG nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.879820] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.881232] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.881232] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.881232] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.881232] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.881232] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.881232] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.881232] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.881519] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.881554] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.881810] env[68134]: DEBUG nova.virt.hardware [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.883016] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f00afd-7862-4c05-b76d-3ffb4252d74c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.892391] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdfd054-c763-4419-8890-31859bc5ba2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.147996] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965498, 'name': Rename_Task, 'duration_secs': 0.156125} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.148291] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.148530] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f59bae1-13d8-46ef-a528-b63add40c37c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.155801] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1063.155801] env[68134]: value = "task-2965499" [ 1063.155801] env[68134]: _type = "Task" [ 1063.155801] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.168366] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.242607] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.243056] env[68134]: DEBUG nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.249685] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.340s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.328514] env[68134]: DEBUG nova.compute.manager [req-2d6df8f9-51df-490a-800c-ea0e00353a09 req-d9318e73-07dc-4273-8a0a-597bf0906681 service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Received event network-vif-plugged-c7e14632-8a39-4879-a801-1fe0dc5bf459 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.328723] env[68134]: DEBUG oslo_concurrency.lockutils [req-2d6df8f9-51df-490a-800c-ea0e00353a09 req-d9318e73-07dc-4273-8a0a-597bf0906681 service nova] Acquiring lock "15f78a11-a927-4406-9c7b-86d4ca8554b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.328926] env[68134]: DEBUG oslo_concurrency.lockutils [req-2d6df8f9-51df-490a-800c-ea0e00353a09 req-d9318e73-07dc-4273-8a0a-597bf0906681 service nova] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.329163] env[68134]: DEBUG oslo_concurrency.lockutils [req-2d6df8f9-51df-490a-800c-ea0e00353a09 req-d9318e73-07dc-4273-8a0a-597bf0906681 service nova] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.329385] env[68134]: DEBUG nova.compute.manager [req-2d6df8f9-51df-490a-800c-ea0e00353a09 req-d9318e73-07dc-4273-8a0a-597bf0906681 service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] No waiting events found dispatching network-vif-plugged-c7e14632-8a39-4879-a801-1fe0dc5bf459 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.329556] env[68134]: WARNING nova.compute.manager [req-2d6df8f9-51df-490a-800c-ea0e00353a09 req-d9318e73-07dc-4273-8a0a-597bf0906681 service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Received unexpected event network-vif-plugged-c7e14632-8a39-4879-a801-1fe0dc5bf459 for instance with vm_state building and task_state spawning. [ 1063.359972] env[68134]: DEBUG nova.network.neutron [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Successfully updated port: c7e14632-8a39-4879-a801-1fe0dc5bf459 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.370716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "f830dcd6-d677-4ed3-b8c8-635d87431782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.371849] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "f830dcd6-d677-4ed3-b8c8-635d87431782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.590681] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Acquiring lock "af627941-3740-498a-8d05-ca908259d8af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.590921] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "af627941-3740-498a-8d05-ca908259d8af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.666321] env[68134]: DEBUG oslo_vmware.api [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965499, 'name': PowerOnVM_Task, 'duration_secs': 0.498843} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.666864] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.667092] env[68134]: INFO nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1063.667299] env[68134]: DEBUG nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.668057] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb1d1bb-c3f1-4dd5-ab95-7ce93379257c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.750528] env[68134]: DEBUG nova.compute.utils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.751842] env[68134]: DEBUG nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.751997] env[68134]: DEBUG nova.network.neutron [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.810117] env[68134]: DEBUG nova.policy [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0af236b258f4590a2a71bc0bb688b80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd97f2faba88b49a89bc99663b07d18fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.865283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-15f78a11-a927-4406-9c7b-86d4ca8554b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.865511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-15f78a11-a927-4406-9c7b-86d4ca8554b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.866486] env[68134]: DEBUG nova.network.neutron [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.874052] env[68134]: DEBUG nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.047590] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf59e657-ef04-4af4-a27b-283b85a6e836 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.057263] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa8c204-554a-49a3-bebc-4b5d41ea5b9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.090896] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22c23f-e600-4947-843e-d5e081b31d6a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.093883] env[68134]: DEBUG nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.102653] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1110b01-aa3c-4301-8f2f-a81ad0bc74aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.117631] env[68134]: DEBUG nova.compute.provider_tree [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.183923] env[68134]: DEBUG nova.network.neutron [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Successfully created port: d2cc2c55-2b2a-4d13-87de-b952f25838a5 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.186664] env[68134]: INFO nova.compute.manager [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Took 24.52 seconds to build instance. [ 1064.257617] env[68134]: DEBUG nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.403336] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.420699] env[68134]: DEBUG nova.network.neutron [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.591292] env[68134]: DEBUG nova.network.neutron [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Updating instance_info_cache with network_info: [{"id": "c7e14632-8a39-4879-a801-1fe0dc5bf459", "address": "fa:16:3e:4b:51:e4", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e14632-8a", "ovs_interfaceid": "c7e14632-8a39-4879-a801-1fe0dc5bf459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.617764] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.622466] env[68134]: DEBUG nova.scheduler.client.report [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.689269] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fec21b30-a0d3-4aa7-b04d-b8de405b91ba tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.032s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.094390] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-15f78a11-a927-4406-9c7b-86d4ca8554b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.094736] env[68134]: DEBUG nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Instance network_info: |[{"id": "c7e14632-8a39-4879-a801-1fe0dc5bf459", "address": "fa:16:3e:4b:51:e4", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e14632-8a", "ovs_interfaceid": "c7e14632-8a39-4879-a801-1fe0dc5bf459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.095179] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:51:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e14632-8a39-4879-a801-1fe0dc5bf459', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.102681] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.102917] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.103148] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a39fd37d-2248-448a-9477-8c7aa197d5a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.130927] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.130927] env[68134]: value = "task-2965500" [ 1065.130927] env[68134]: _type = "Task" [ 1065.130927] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.140536] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965500, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.267200] env[68134]: DEBUG nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.295784] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.296105] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.296292] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.296481] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.296631] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.296761] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.296966] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.297141] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.297353] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.297542] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.297736] env[68134]: DEBUG nova.virt.hardware [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.298588] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f66024-a9cd-4178-b128-5e81e85e3418 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.307681] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287aae2f-37de-4781-afab-84740d0b846b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.360050] env[68134]: DEBUG nova.compute.manager [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Received event network-changed-c7e14632-8a39-4879-a801-1fe0dc5bf459 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.360220] env[68134]: DEBUG nova.compute.manager [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Refreshing instance network info cache due to event network-changed-c7e14632-8a39-4879-a801-1fe0dc5bf459. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.360469] env[68134]: DEBUG oslo_concurrency.lockutils [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] Acquiring lock "refresh_cache-15f78a11-a927-4406-9c7b-86d4ca8554b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.360640] env[68134]: DEBUG oslo_concurrency.lockutils [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] Acquired lock "refresh_cache-15f78a11-a927-4406-9c7b-86d4ca8554b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.360826] env[68134]: DEBUG nova.network.neutron [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Refreshing network info cache for port c7e14632-8a39-4879-a801-1fe0dc5bf459 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.633296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.384s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.636526] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.677s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.647306] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965500, 'name': CreateVM_Task, 'duration_secs': 0.368802} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.647533] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.648133] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.648300] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.648610] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.648861] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfca3ed-f1e1-4533-8b4b-6b91f65d57ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.656431] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1065.656431] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d4882f-ad67-4172-c647-0d8efd5e7fed" [ 1065.656431] env[68134]: _type = "Task" [ 1065.656431] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.667574] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d4882f-ad67-4172-c647-0d8efd5e7fed, 'name': SearchDatastore_Task} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.667989] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.668110] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.668559] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.668739] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.668925] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.669329] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e782c59-94f1-46b5-a2e7-2f0e2e8fd375 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.678902] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.679172] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.679803] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab0a5b0-e0e6-4ff0-abf2-9b6d7af744c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.688451] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1065.688451] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52811ae0-43a9-0e24-c749-a910bdb1552a" [ 1065.688451] env[68134]: _type = "Task" [ 1065.688451] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.694755] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52811ae0-43a9-0e24-c749-a910bdb1552a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.729898] env[68134]: DEBUG nova.network.neutron [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Successfully updated port: d2cc2c55-2b2a-4d13-87de-b952f25838a5 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.091837] env[68134]: DEBUG nova.network.neutron [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Updated VIF entry in instance network info cache for port c7e14632-8a39-4879-a801-1fe0dc5bf459. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.092312] env[68134]: DEBUG nova.network.neutron [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Updating instance_info_cache with network_info: [{"id": "c7e14632-8a39-4879-a801-1fe0dc5bf459", "address": "fa:16:3e:4b:51:e4", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e14632-8a", "ovs_interfaceid": "c7e14632-8a39-4879-a801-1fe0dc5bf459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.198992] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52811ae0-43a9-0e24-c749-a910bdb1552a, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.203588] env[68134]: INFO nova.scheduler.client.report [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted allocation for migration 31b37eab-56f7-43bb-b99d-2a09e8f11204 [ 1066.204916] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6e0714-4ce3-4ce8-97b6-736349d4ab5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.213701] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1066.213701] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527b4edb-30a8-4d7f-85f2-cc7ef86e68eb" [ 1066.213701] env[68134]: _type = "Task" [ 1066.213701] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.226516] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527b4edb-30a8-4d7f-85f2-cc7ef86e68eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.234463] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "refresh_cache-5b9f6114-c97e-4820-8702-051adbae0a52" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.234634] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquired lock "refresh_cache-5b9f6114-c97e-4820-8702-051adbae0a52" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.234816] env[68134]: DEBUG nova.network.neutron [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.267359] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.267793] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.348778] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.349068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.349271] env[68134]: DEBUG nova.compute.manager [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.350499] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3ebab-bc2b-4159-9922-b8ad27373e6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.358341] env[68134]: DEBUG nova.compute.manager [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1066.358933] env[68134]: DEBUG nova.objects.instance [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lazy-loading 'flavor' on Instance uuid c8e28ec8-ca57-45ef-9e0c-85f20c834a76 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.442097] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d0929e-5da7-4ae2-8b60-e77756306c98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.450738] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89768c22-1dfe-4edd-a42d-e72c6e1c57d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.498852] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbabaf2-22d2-4fea-9f25-df1fcec3afe7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.507708] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47a5aab-e683-42e1-9069-2b305ab76656 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.522468] env[68134]: DEBUG nova.compute.provider_tree [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.595517] env[68134]: DEBUG oslo_concurrency.lockutils [req-ca9d5955-08ca-417f-b8d6-b597461f8c4d req-57d2bdb6-402e-42f8-b24d-1e4fb73d7cfb service nova] Releasing lock "refresh_cache-15f78a11-a927-4406-9c7b-86d4ca8554b2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.711030] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acb967fb-bec8-4122-8803-9b513027773a tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.188s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.724821] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527b4edb-30a8-4d7f-85f2-cc7ef86e68eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.726023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.726141] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 15f78a11-a927-4406-9c7b-86d4ca8554b2/15f78a11-a927-4406-9c7b-86d4ca8554b2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.726361] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975efb26-b2d7-4f19-b1ac-5ee4e8e2131b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.734251] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1066.734251] env[68134]: value = "task-2965501" [ 1066.734251] env[68134]: _type = "Task" [ 1066.734251] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.744716] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.767912] env[68134]: DEBUG nova.network.neutron [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.773989] env[68134]: INFO nova.compute.manager [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Detaching volume a1243e7a-9ea2-4bf7-98a5-f495abf92e7c [ 1066.809287] env[68134]: INFO nova.virt.block_device [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Attempting to driver detach volume a1243e7a-9ea2-4bf7-98a5-f495abf92e7c from mountpoint /dev/sdb [ 1066.809577] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.809773] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595039', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'name': 'volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2564b4c-1699-44af-9b4e-0fe01bde9a04', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'serial': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.810651] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb30853-025f-4247-8731-bb44614d47ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.836743] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d73fe1-96be-4d36-a3aa-ac5450723a85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.844782] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c8c6c3-f620-4888-b12b-0d7a3fa8bfab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.869194] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee9b57-065b-422a-80ea-2a714ab7402b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.886985] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] The volume has not been displaced from its original location: [datastore2] volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c/volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1066.892226] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.893128] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-569accfe-5f89-4c70-9218-79186ce62990 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.913297] env[68134]: DEBUG oslo_vmware.api [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1066.913297] env[68134]: value = "task-2965502" [ 1066.913297] env[68134]: _type = "Task" [ 1066.913297] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.922933] env[68134]: DEBUG oslo_vmware.api [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.930814] env[68134]: DEBUG nova.network.neutron [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Updating instance_info_cache with network_info: [{"id": "d2cc2c55-2b2a-4d13-87de-b952f25838a5", "address": "fa:16:3e:8d:7f:27", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cc2c55-2b", "ovs_interfaceid": "d2cc2c55-2b2a-4d13-87de-b952f25838a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.025239] env[68134]: DEBUG nova.scheduler.client.report [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.247274] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.374401] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.374788] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0d2dfa-8c3f-4f56-81a2-74a0e8c7ed81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.386101] env[68134]: DEBUG oslo_vmware.api [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1067.386101] env[68134]: value = "task-2965503" [ 1067.386101] env[68134]: _type = "Task" [ 1067.386101] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.408460] env[68134]: DEBUG oslo_vmware.api [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.422315] env[68134]: DEBUG nova.compute.manager [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Received event network-vif-plugged-d2cc2c55-2b2a-4d13-87de-b952f25838a5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.422315] env[68134]: DEBUG oslo_concurrency.lockutils [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] Acquiring lock "5b9f6114-c97e-4820-8702-051adbae0a52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.422315] env[68134]: DEBUG oslo_concurrency.lockutils [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] Lock "5b9f6114-c97e-4820-8702-051adbae0a52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.422315] env[68134]: DEBUG oslo_concurrency.lockutils [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] Lock "5b9f6114-c97e-4820-8702-051adbae0a52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.422315] env[68134]: DEBUG nova.compute.manager [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] No waiting events found dispatching network-vif-plugged-d2cc2c55-2b2a-4d13-87de-b952f25838a5 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.422490] env[68134]: WARNING nova.compute.manager [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Received unexpected event network-vif-plugged-d2cc2c55-2b2a-4d13-87de-b952f25838a5 for instance with vm_state building and task_state spawning. [ 1067.422825] env[68134]: DEBUG nova.compute.manager [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Received event network-changed-d2cc2c55-2b2a-4d13-87de-b952f25838a5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.422825] env[68134]: DEBUG nova.compute.manager [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Refreshing instance network info cache due to event network-changed-d2cc2c55-2b2a-4d13-87de-b952f25838a5. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.423028] env[68134]: DEBUG oslo_concurrency.lockutils [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] Acquiring lock "refresh_cache-5b9f6114-c97e-4820-8702-051adbae0a52" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.426881] env[68134]: DEBUG oslo_vmware.api [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965502, 'name': ReconfigVM_Task, 'duration_secs': 0.371541} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.427221] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.432892] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Releasing lock "refresh_cache-5b9f6114-c97e-4820-8702-051adbae0a52" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.433262] env[68134]: DEBUG nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Instance network_info: |[{"id": "d2cc2c55-2b2a-4d13-87de-b952f25838a5", "address": "fa:16:3e:8d:7f:27", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cc2c55-2b", "ovs_interfaceid": "d2cc2c55-2b2a-4d13-87de-b952f25838a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.433599] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb5de66-ae67-41db-9907-76d0b79a27ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.444512] env[68134]: DEBUG oslo_concurrency.lockutils [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] Acquired lock "refresh_cache-5b9f6114-c97e-4820-8702-051adbae0a52" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.444859] env[68134]: DEBUG nova.network.neutron [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Refreshing network info cache for port d2cc2c55-2b2a-4d13-87de-b952f25838a5 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.446410] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7f:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2cc2c55-2b2a-4d13-87de-b952f25838a5', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.455722] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Creating folder: Project (d97f2faba88b49a89bc99663b07d18fc). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.457341] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ece29c5-70a1-459d-8ba6-4c516d34c4ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.469015] env[68134]: DEBUG oslo_vmware.api [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1067.469015] env[68134]: value = "task-2965505" [ 1067.469015] env[68134]: _type = "Task" [ 1067.469015] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.485410] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.485668] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.485879] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.486078] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.486256] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.488682] env[68134]: INFO nova.compute.manager [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Terminating instance [ 1067.494713] env[68134]: DEBUG oslo_vmware.api [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.497511] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Created folder: Project (d97f2faba88b49a89bc99663b07d18fc) in parent group-v594791. [ 1067.497704] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Creating folder: Instances. Parent ref: group-v595059. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.498172] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69535a0c-4787-49f5-897a-941f8176603f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.513939] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Created folder: Instances in parent group-v595059. [ 1067.513939] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.514150] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.515120] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ce215e-3203-4299-bcdb-84e5ffab8f0f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.540264] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.540264] env[68134]: value = "task-2965507" [ 1067.540264] env[68134]: _type = "Task" [ 1067.540264] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.551712] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965507, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.745944] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835529} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.746202] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 15f78a11-a927-4406-9c7b-86d4ca8554b2/15f78a11-a927-4406-9c7b-86d4ca8554b2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.746417] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.746667] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-438b4f7e-3181-4946-a04e-8abe5a08f1d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.754065] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1067.754065] env[68134]: value = "task-2965508" [ 1067.754065] env[68134]: _type = "Task" [ 1067.754065] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.764108] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.896688] env[68134]: DEBUG oslo_vmware.api [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965503, 'name': PowerOffVM_Task, 'duration_secs': 0.289936} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.896936] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.897173] env[68134]: DEBUG nova.compute.manager [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.897938] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95349a44-d22b-4570-9c9d-357b17c2f9c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.979214] env[68134]: DEBUG oslo_vmware.api [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965505, 'name': ReconfigVM_Task, 'duration_secs': 0.238459} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.980053] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595039', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'name': 'volume-a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2564b4c-1699-44af-9b4e-0fe01bde9a04', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c', 'serial': 'a1243e7a-9ea2-4bf7-98a5-f495abf92e7c'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1067.998794] env[68134]: DEBUG nova.compute.manager [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.999467] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.999997] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db2297-f4bf-4a0a-8d36-b241a188e791 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.008476] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.008722] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9723e653-3e2a-49f7-a1c1-6358e179e566 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.017035] env[68134]: DEBUG oslo_vmware.api [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1068.017035] env[68134]: value = "task-2965509" [ 1068.017035] env[68134]: _type = "Task" [ 1068.017035] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.025337] env[68134]: DEBUG oslo_vmware.api [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.035580] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.399s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.038544] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.212s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.038755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.040845] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.963s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.043123] env[68134]: INFO nova.compute.claims [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.056243] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965507, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.067017] env[68134]: INFO nova.scheduler.client.report [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted allocations for instance 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e [ 1068.259648] env[68134]: DEBUG nova.network.neutron [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Updated VIF entry in instance network info cache for port d2cc2c55-2b2a-4d13-87de-b952f25838a5. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.260027] env[68134]: DEBUG nova.network.neutron [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Updating instance_info_cache with network_info: [{"id": "d2cc2c55-2b2a-4d13-87de-b952f25838a5", "address": "fa:16:3e:8d:7f:27", "network": {"id": "a3371d80-4a87-4a5f-ba50-eae50c5090c2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44ac5e963ca346fe88cb2e0c396c9543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cc2c55-2b", "ovs_interfaceid": "d2cc2c55-2b2a-4d13-87de-b952f25838a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.264799] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070029} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.265710] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.266349] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba913ec5-a511-442f-a6c7-3d0eaa1d7b5d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.297020] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 15f78a11-a927-4406-9c7b-86d4ca8554b2/15f78a11-a927-4406-9c7b-86d4ca8554b2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.297020] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a82c177-c7d9-4536-a816-ee4a6e68a041 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.316970] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1068.316970] env[68134]: value = "task-2965510" [ 1068.316970] env[68134]: _type = "Task" [ 1068.316970] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.326593] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.410082] env[68134]: DEBUG oslo_concurrency.lockutils [None req-dd502c77-407c-4d15-b55e-6954a3d81296 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.528597] env[68134]: DEBUG oslo_vmware.api [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965509, 'name': PowerOffVM_Task, 'duration_secs': 0.224362} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.529815] env[68134]: DEBUG nova.objects.instance [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lazy-loading 'flavor' on Instance uuid b2564b4c-1699-44af-9b4e-0fe01bde9a04 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.531198] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.532285] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.532285] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e60113d3-bcf2-44ab-a66c-3c8916f8d2c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.563538] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965507, 'name': CreateVM_Task, 'duration_secs': 0.66219} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.563694] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.564457] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.564709] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.565049] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.565264] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c67250a-4e89-47e6-93be-426d8aac0588 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.572022] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1068.572022] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528a39d6-9f8a-8622-5b53-7278534accb5" [ 1068.572022] env[68134]: _type = "Task" [ 1068.572022] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.581473] env[68134]: DEBUG oslo_concurrency.lockutils [None req-76d25f1a-1f2d-4997-ada7-3137d1aac208 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "62a8f028-eb38-4d2b-b0df-c7129dfc8b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.737s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.588457] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528a39d6-9f8a-8622-5b53-7278534accb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.616872] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.617315] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.617651] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleting the datastore file [datastore2] fa4e8290-ce2b-4823-8166-afd27d4abde0 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.618239] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204a20e3-3120-4a11-977b-8331aadfb629 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.622386] env[68134]: INFO nova.scheduler.client.report [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted allocation for migration 341ae49f-b68f-48b3-a0c4-a0d210474c02 [ 1068.629303] env[68134]: DEBUG oslo_vmware.api [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1068.629303] env[68134]: value = "task-2965512" [ 1068.629303] env[68134]: _type = "Task" [ 1068.629303] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.638782] env[68134]: DEBUG oslo_vmware.api [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.765841] env[68134]: DEBUG oslo_concurrency.lockutils [req-96bfde61-087d-4c0c-8535-c034c853d9f0 req-a9a1f038-3622-4276-b562-c721c89e5465 service nova] Releasing lock "refresh_cache-5b9f6114-c97e-4820-8702-051adbae0a52" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.827658] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965510, 'name': ReconfigVM_Task, 'duration_secs': 0.304108} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.827658] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 15f78a11-a927-4406-9c7b-86d4ca8554b2/15f78a11-a927-4406-9c7b-86d4ca8554b2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.827658] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80d0cabd-9402-4ad7-97ac-28479cce4f9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.837467] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1068.837467] env[68134]: value = "task-2965513" [ 1068.837467] env[68134]: _type = "Task" [ 1068.837467] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.846569] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965513, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.961674] env[68134]: DEBUG nova.objects.instance [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lazy-loading 'flavor' on Instance uuid c8e28ec8-ca57-45ef-9e0c-85f20c834a76 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.088033] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528a39d6-9f8a-8622-5b53-7278534accb5, 'name': SearchDatastore_Task, 'duration_secs': 0.018119} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.090814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.091123] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.091412] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.091548] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.091719] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.092288] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b7553b-7ae4-4797-af4a-ee509afb0db2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.104655] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.104802] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.105554] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d41a731-e77b-413c-b1d7-21d7383b3363 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.112690] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1069.112690] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a71d51-065e-84e7-79a5-f5909d4a566b" [ 1069.112690] env[68134]: _type = "Task" [ 1069.112690] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.124069] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a71d51-065e-84e7-79a5-f5909d4a566b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.129210] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2f96d14a-dfba-4394-bbad-c9ad6272cc60 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.624s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.141863] env[68134]: DEBUG oslo_vmware.api [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146788} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.143173] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.143419] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.144326] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.144326] env[68134]: INFO nova.compute.manager [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1069.144326] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.147032] env[68134]: DEBUG nova.compute.manager [-] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.147184] env[68134]: DEBUG nova.network.neutron [-] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.302385] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.302385] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.302935] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.302935] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.302935] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.305296] env[68134]: INFO nova.compute.manager [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Terminating instance [ 1069.351857] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965513, 'name': Rename_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.388654] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf6eb63-872f-41d1-aaa1-d276d6842e6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.397452] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddba1deb-36d1-450e-b44a-6100371043a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.430071] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0948a699-a0e7-4dcc-a6f1-eb5010065f57 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.443433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabebc1f-b71c-4769-9f2f-eeec50cb1c45 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.161495] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e06dbef1-1586-4f16-bb54-a3bf3b3d5da1 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.894s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.165516] env[68134]: DEBUG nova.compute.manager [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.165516] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.165516] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.165516] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.165516] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.165516] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.165516] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.165869] env[68134]: DEBUG nova.compute.provider_tree [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.166916] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.167071] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquired lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.167228] env[68134]: DEBUG nova.network.neutron [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.167389] env[68134]: DEBUG nova.objects.instance [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lazy-loading 'info_cache' on Instance uuid c8e28ec8-ca57-45ef-9e0c-85f20c834a76 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.168243] env[68134]: INFO nova.compute.manager [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Terminating instance [ 1070.171310] env[68134]: DEBUG nova.compute.manager [req-c58775c5-3268-4f08-bcfa-8c0c48df9ec8 req-e1f8e2d6-66d0-4277-a342-c825fd8954f5 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Received event network-vif-deleted-cb83d933-f250-45ac-abc9-2cf1946b089f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.174015] env[68134]: INFO nova.compute.manager [req-c58775c5-3268-4f08-bcfa-8c0c48df9ec8 req-e1f8e2d6-66d0-4277-a342-c825fd8954f5 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Neutron deleted interface cb83d933-f250-45ac-abc9-2cf1946b089f; detaching it from the instance and deleting it from the info cache [ 1070.174015] env[68134]: DEBUG nova.network.neutron [req-c58775c5-3268-4f08-bcfa-8c0c48df9ec8 req-e1f8e2d6-66d0-4277-a342-c825fd8954f5 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.181066] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d6d1f-e3e4-462b-83d2-8482bf894700 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.188532] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.188816] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.189645] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.190181] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.200962] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a71d51-065e-84e7-79a5-f5909d4a566b, 'name': SearchDatastore_Task, 'duration_secs': 0.012059} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.201838] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965513, 'name': Rename_Task, 'duration_secs': 1.136199} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.204346] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.204839] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.205259] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749ad1d5-9f99-4a6c-b580-b8db94a7722a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.207697] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed017f88-5d0a-4f7c-97cc-fdbaf29a1690 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.209135] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8466eb-d33c-41fc-b65d-3b902c821101 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.215543] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1070.215543] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5242809c-b728-e297-39fc-ad7a45bd8354" [ 1070.215543] env[68134]: _type = "Task" [ 1070.215543] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.225017] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1070.225017] env[68134]: value = "task-2965514" [ 1070.225017] env[68134]: _type = "Task" [ 1070.225017] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.225017] env[68134]: DEBUG oslo_vmware.api [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1070.225017] env[68134]: value = "task-2965515" [ 1070.225017] env[68134]: _type = "Task" [ 1070.225017] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.233218] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5242809c-b728-e297-39fc-ad7a45bd8354, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.234348] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.234660] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 5b9f6114-c97e-4820-8702-051adbae0a52/5b9f6114-c97e-4820-8702-051adbae0a52.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.234923] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d39bd887-7d8d-4b45-931b-fb034df0a253 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.244458] env[68134]: DEBUG oslo_vmware.api [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.244721] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.251624] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1070.251624] env[68134]: value = "task-2965516" [ 1070.251624] env[68134]: _type = "Task" [ 1070.251624] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.262364] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.687134] env[68134]: DEBUG nova.network.neutron [-] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.689437] env[68134]: DEBUG nova.scheduler.client.report [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.693618] env[68134]: DEBUG nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.696342] env[68134]: DEBUG nova.compute.manager [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.696549] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.696889] env[68134]: DEBUG nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.700343] env[68134]: DEBUG nova.objects.base [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.702474] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-594ec5ef-b5b7-450e-9adc-3f48572f6c3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.705510] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dea7ca6-2ea2-480e-b788-1ee6384a8428 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.714779] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.717795] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864d3500-f4b7-4a48-ae3b-74bb3bbbbfc2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.724125] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f0a846-06e0-4bc4-bc38-37ee7ae60bac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.744739] env[68134]: DEBUG oslo_vmware.api [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1070.744739] env[68134]: value = "task-2965517" [ 1070.744739] env[68134]: _type = "Task" [ 1070.744739] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.753626] env[68134]: DEBUG oslo_vmware.api [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965515, 'name': PowerOffVM_Task, 'duration_secs': 0.225038} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.760239] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.760435] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.760702] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.776835] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa0a447-fb41-4c68-ad4e-7abc4c97d122 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.778865] env[68134]: DEBUG oslo_vmware.api [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.779376] env[68134]: DEBUG nova.compute.manager [req-c58775c5-3268-4f08-bcfa-8c0c48df9ec8 req-e1f8e2d6-66d0-4277-a342-c825fd8954f5 service nova] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Detach interface failed, port_id=cb83d933-f250-45ac-abc9-2cf1946b089f, reason: Instance fa4e8290-ce2b-4823-8166-afd27d4abde0 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.788869] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.855244] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.855511] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.855641] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleting the datastore file [datastore1] 9a46e09a-2fb9-4048-8aab-babc2de16faf {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.855908] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe923771-b892-4a9e-87d0-3011afd3f633 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.864332] env[68134]: DEBUG oslo_vmware.api [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1070.864332] env[68134]: value = "task-2965519" [ 1070.864332] env[68134]: _type = "Task" [ 1070.864332] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.872939] env[68134]: DEBUG oslo_vmware.api [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.194343] env[68134]: INFO nova.compute.manager [-] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Took 2.05 seconds to deallocate network for instance. [ 1071.206521] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.166s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.207044] env[68134]: DEBUG nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.213104] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.810s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.214464] env[68134]: INFO nova.compute.claims [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.233887] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.234940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.247233] env[68134]: DEBUG oslo_vmware.api [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965514, 'name': PowerOnVM_Task, 'duration_secs': 0.765018} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.250604] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.250859] env[68134]: INFO nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1071.251169] env[68134]: DEBUG nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.255118] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ad9fe-d658-41d0-b439-8c0b7c6d98d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.265300] env[68134]: DEBUG oslo_vmware.api [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965517, 'name': PowerOffVM_Task, 'duration_secs': 0.211931} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.265895] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.266083] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.266321] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9fcaa0a-b4b3-4137-9f16-295d01dc0c25 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.272075] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556287} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.275094] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 5b9f6114-c97e-4820-8702-051adbae0a52/5b9f6114-c97e-4820-8702-051adbae0a52.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.275312] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.275728] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c7e8c86-7ca4-4803-af19-a9ba84490641 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.284421] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1071.284421] env[68134]: value = "task-2965521" [ 1071.284421] env[68134]: _type = "Task" [ 1071.284421] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.295861] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.363724] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.364077] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.364264] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleting the datastore file [datastore2] b2564b4c-1699-44af-9b4e-0fe01bde9a04 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.364586] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93f0958d-6b99-4eb7-8517-396bb320eb48 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.379470] env[68134]: DEBUG oslo_vmware.api [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323951} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.381140] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.381478] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.382138] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.382138] env[68134]: INFO nova.compute.manager [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1071.382333] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.382670] env[68134]: DEBUG oslo_vmware.api [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1071.382670] env[68134]: value = "task-2965522" [ 1071.382670] env[68134]: _type = "Task" [ 1071.382670] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.382927] env[68134]: DEBUG nova.compute.manager [-] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.383090] env[68134]: DEBUG nova.network.neutron [-] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.396743] env[68134]: DEBUG oslo_vmware.api [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.458247] env[68134]: DEBUG nova.network.neutron [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Updating instance_info_cache with network_info: [{"id": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "address": "fa:16:3e:ec:fc:b7", "network": {"id": "bfbd05e6-e18c-449d-a37a-a4e0633254ae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-900301964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d28b762319bd43f588cbd174e838ce84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2874f8-c0", "ovs_interfaceid": "9b2874f8-c04d-441b-99fd-9f76f8984c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.700976] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.723568] env[68134]: DEBUG nova.compute.utils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.725848] env[68134]: DEBUG nova.compute.manager [req-403f8797-1e83-44fe-8041-97fc5397a998 req-c5d33c73-deed-45be-8404-778e35b40ab8 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Received event network-vif-deleted-3538ae24-2465-42bc-a927-249653185eb2 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.726054] env[68134]: INFO nova.compute.manager [req-403f8797-1e83-44fe-8041-97fc5397a998 req-c5d33c73-deed-45be-8404-778e35b40ab8 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Neutron deleted interface 3538ae24-2465-42bc-a927-249653185eb2; detaching it from the instance and deleting it from the info cache [ 1071.726507] env[68134]: DEBUG nova.network.neutron [req-403f8797-1e83-44fe-8041-97fc5397a998 req-c5d33c73-deed-45be-8404-778e35b40ab8 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.727591] env[68134]: DEBUG nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.727749] env[68134]: DEBUG nova.network.neutron [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.787628] env[68134]: INFO nova.compute.manager [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Took 30.28 seconds to build instance. [ 1071.802657] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184692} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.803599] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.804440] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc1df0-4435-4669-9979-373b92275492 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.828333] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5b9f6114-c97e-4820-8702-051adbae0a52/5b9f6114-c97e-4820-8702-051adbae0a52.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.830052] env[68134]: DEBUG nova.policy [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f671f5b1120430d97f30f6503a05821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '745b9683f22f47269b28d966043dd4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.831907] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c598e2-8080-40a3-b1a2-ab2f081375ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.853096] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1071.853096] env[68134]: value = "task-2965523" [ 1071.853096] env[68134]: _type = "Task" [ 1071.853096] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.865788] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.898424] env[68134]: DEBUG oslo_vmware.api [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.963400] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Releasing lock "refresh_cache-c8e28ec8-ca57-45ef-9e0c-85f20c834a76" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.152607] env[68134]: DEBUG nova.network.neutron [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Successfully created port: 86777974-1e68-438c-a017-be0da071aafa {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.156194] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9703b68-88b8-4f92-9ccb-961d7c406d05 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.162766] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3183e453-f881-4243-97c0-f2b4c614e69e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Suspending the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1072.163029] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-acc5a5ef-f33c-41bf-a896-6ebadf9d0165 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.171216] env[68134]: DEBUG oslo_vmware.api [None req-3183e453-f881-4243-97c0-f2b4c614e69e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1072.171216] env[68134]: value = "task-2965524" [ 1072.171216] env[68134]: _type = "Task" [ 1072.171216] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.176636] env[68134]: DEBUG nova.network.neutron [-] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.231427] env[68134]: DEBUG nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.234535] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c44000a-67fa-462a-9d00-1714c13b0051 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.245574] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2737be84-b689-4619-8a59-7a1866f0f69c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.286858] env[68134]: DEBUG nova.compute.manager [req-403f8797-1e83-44fe-8041-97fc5397a998 req-c5d33c73-deed-45be-8404-778e35b40ab8 service nova] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Detach interface failed, port_id=3538ae24-2465-42bc-a927-249653185eb2, reason: Instance 9a46e09a-2fb9-4048-8aab-babc2de16faf could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1072.293197] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b39e4aa4-e48b-4ab5-92e5-07a2adbd92cc tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.813s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.368064] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965523, 'name': ReconfigVM_Task, 'duration_secs': 0.365627} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.368405] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5b9f6114-c97e-4820-8702-051adbae0a52/5b9f6114-c97e-4820-8702-051adbae0a52.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.369339] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f1c4de-1496-4d81-8981-e222f40ddc23 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.382227] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1072.382227] env[68134]: value = "task-2965525" [ 1072.382227] env[68134]: _type = "Task" [ 1072.382227] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.399396] env[68134]: DEBUG oslo_vmware.api [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.403718] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.404151] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.404633] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.404633] env[68134]: INFO nova.compute.manager [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1072.404863] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.405246] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965525, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.408413] env[68134]: DEBUG nova.compute.manager [-] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.408579] env[68134]: DEBUG nova.network.neutron [-] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.663746] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59a37c7-f0a7-4153-8540-642bc6748bc1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.682088] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f486b7-d1e9-4b50-9c4c-47fc34ea9bd2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.682793] env[68134]: INFO nova.compute.manager [-] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Took 1.30 seconds to deallocate network for instance. [ 1072.721164] env[68134]: DEBUG oslo_vmware.api [None req-3183e453-f881-4243-97c0-f2b4c614e69e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965524, 'name': SuspendVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.722308] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38059f4a-967f-4d45-a2b9-f0e5feea2ee9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.732209] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ac93d-a34a-4ce3-b4e3-24105686995a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.758410] env[68134]: DEBUG nova.compute.provider_tree [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.893927] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965525, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.969483] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.969834] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3bc3c70-b94d-4676-ae6c-56b3beb47772 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.977674] env[68134]: DEBUG oslo_vmware.api [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1072.977674] env[68134]: value = "task-2965526" [ 1072.977674] env[68134]: _type = "Task" [ 1072.977674] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.989721] env[68134]: DEBUG oslo_vmware.api [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.187487] env[68134]: DEBUG oslo_vmware.api [None req-3183e453-f881-4243-97c0-f2b4c614e69e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965524, 'name': SuspendVM_Task, 'duration_secs': 0.722617} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.188025] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3183e453-f881-4243-97c0-f2b4c614e69e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Suspended the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1073.188209] env[68134]: DEBUG nova.compute.manager [None req-3183e453-f881-4243-97c0-f2b4c614e69e tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.189007] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7df60a3-52b0-4c8b-843c-6f39835913b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.204278] env[68134]: DEBUG nova.compute.manager [req-2e494a2b-83f1-4bde-8307-1d401489d431 req-169fb7fc-b0a1-444b-bd33-4de27e2df173 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Received event network-vif-deleted-acea6165-bdcf-474c-8e17-4542604802ff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.204544] env[68134]: INFO nova.compute.manager [req-2e494a2b-83f1-4bde-8307-1d401489d431 req-169fb7fc-b0a1-444b-bd33-4de27e2df173 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Neutron deleted interface acea6165-bdcf-474c-8e17-4542604802ff; detaching it from the instance and deleting it from the info cache [ 1073.205605] env[68134]: DEBUG nova.network.neutron [req-2e494a2b-83f1-4bde-8307-1d401489d431 req-169fb7fc-b0a1-444b-bd33-4de27e2df173 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.222915] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.246817] env[68134]: DEBUG nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.261426] env[68134]: DEBUG nova.scheduler.client.report [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.276166] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.276166] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.276166] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.276360] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.276642] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.276642] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.277654] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.277654] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.277654] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.277654] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.277654] env[68134]: DEBUG nova.virt.hardware [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.278493] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034706f3-7a2b-4437-9eaf-e720fb13327e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.288526] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044cbd1-ba67-4f59-8570-82f216734ed0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.393392] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965525, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.492906] env[68134]: DEBUG oslo_vmware.api [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.663784] env[68134]: DEBUG nova.network.neutron [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Successfully updated port: 86777974-1e68-438c-a017-be0da071aafa {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.688225] env[68134]: DEBUG nova.network.neutron [-] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.707359] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7343e70-d019-419a-98ec-8f50ce3dd200 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.720158] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109050fa-09ad-4edd-89fd-3bcbd6cc4b72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.763214] env[68134]: DEBUG nova.compute.manager [req-2e494a2b-83f1-4bde-8307-1d401489d431 req-169fb7fc-b0a1-444b-bd33-4de27e2df173 service nova] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Detach interface failed, port_id=acea6165-bdcf-474c-8e17-4542604802ff, reason: Instance b2564b4c-1699-44af-9b4e-0fe01bde9a04 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.768432] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.768861] env[68134]: DEBUG nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.772415] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.154s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.776879] env[68134]: INFO nova.compute.claims [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.782490] env[68134]: DEBUG nova.compute.manager [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Received event network-vif-plugged-86777974-1e68-438c-a017-be0da071aafa {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.782693] env[68134]: DEBUG oslo_concurrency.lockutils [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] Acquiring lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.782894] env[68134]: DEBUG oslo_concurrency.lockutils [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.783071] env[68134]: DEBUG oslo_concurrency.lockutils [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.783243] env[68134]: DEBUG nova.compute.manager [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] No waiting events found dispatching network-vif-plugged-86777974-1e68-438c-a017-be0da071aafa {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.783404] env[68134]: WARNING nova.compute.manager [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Received unexpected event network-vif-plugged-86777974-1e68-438c-a017-be0da071aafa for instance with vm_state building and task_state spawning. [ 1073.783949] env[68134]: DEBUG nova.compute.manager [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Received event network-changed-86777974-1e68-438c-a017-be0da071aafa {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.783949] env[68134]: DEBUG nova.compute.manager [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Refreshing instance network info cache due to event network-changed-86777974-1e68-438c-a017-be0da071aafa. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.783949] env[68134]: DEBUG oslo_concurrency.lockutils [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] Acquiring lock "refresh_cache-e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.784079] env[68134]: DEBUG oslo_concurrency.lockutils [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] Acquired lock "refresh_cache-e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.784465] env[68134]: DEBUG nova.network.neutron [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Refreshing network info cache for port 86777974-1e68-438c-a017-be0da071aafa {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.897656] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965525, 'name': Rename_Task, 'duration_secs': 1.229898} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.898135] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.898466] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e71ad5b-7084-46b0-a834-4e315144d920 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.906709] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1073.906709] env[68134]: value = "task-2965527" [ 1073.906709] env[68134]: _type = "Task" [ 1073.906709] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.920277] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.989726] env[68134]: DEBUG oslo_vmware.api [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965526, 'name': PowerOnVM_Task, 'duration_secs': 0.960815} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.990109] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.990361] env[68134]: DEBUG nova.compute.manager [None req-c453c315-89a0-4648-a56a-479c83b714ed tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.991256] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2a415-632f-496c-b6d5-bd6e17c4cdc2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.167157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "refresh_cache-e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.193166] env[68134]: INFO nova.compute.manager [-] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Took 1.78 seconds to deallocate network for instance. [ 1074.273507] env[68134]: DEBUG nova.compute.utils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.274948] env[68134]: DEBUG nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1074.338506] env[68134]: DEBUG nova.network.neutron [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.417745] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.428710] env[68134]: DEBUG nova.network.neutron [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.700442] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.777157] env[68134]: DEBUG nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.848118] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "15f78a11-a927-4406-9c7b-86d4ca8554b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.848376] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.848582] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "15f78a11-a927-4406-9c7b-86d4ca8554b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.848764] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.848999] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.851588] env[68134]: INFO nova.compute.manager [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Terminating instance [ 1074.919952] env[68134]: DEBUG oslo_vmware.api [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965527, 'name': PowerOnVM_Task, 'duration_secs': 0.818359} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.920311] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.920437] env[68134]: INFO nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1074.920612] env[68134]: DEBUG nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.921465] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ca733-3f88-4c40-abe9-7fe707e25e99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.934646] env[68134]: DEBUG oslo_concurrency.lockutils [req-59af21a5-e59f-43e8-8017-e0d19991308a req-b2583a80-ce59-41bf-b5c2-6cada9016df6 service nova] Releasing lock "refresh_cache-e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.936186] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "refresh_cache-e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.936186] env[68134]: DEBUG nova.network.neutron [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.150609] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad270ad-5166-43da-b929-ddec686be0e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.159912] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37ec40a-e4d2-4327-ae6d-6f384e10d4e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.197872] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c92e2cf-e1f1-4ab9-a8cc-3d73bc30b5f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.207873] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e05d3a-0cbf-434f-bf03-9cd9940bf3a5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.223234] env[68134]: DEBUG nova.compute.provider_tree [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.354917] env[68134]: DEBUG nova.compute.manager [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.356070] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.356442] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db57140-f939-4f33-9c8e-2c0c70fea3f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.365020] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.365359] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5818b8d2-34f7-4b23-a709-0f950984e53a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.447022] env[68134]: INFO nova.compute.manager [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Took 25.96 seconds to build instance. [ 1075.456791] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.457062] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.457257] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleting the datastore file [datastore2] 15f78a11-a927-4406-9c7b-86d4ca8554b2 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.458048] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dc377e2-3d5b-4e14-85e3-9deee60e9330 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.467156] env[68134]: DEBUG oslo_vmware.api [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1075.467156] env[68134]: value = "task-2965529" [ 1075.467156] env[68134]: _type = "Task" [ 1075.467156] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.476697] env[68134]: DEBUG oslo_vmware.api [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.477563] env[68134]: DEBUG nova.network.neutron [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.640812] env[68134]: DEBUG nova.network.neutron [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Updating instance_info_cache with network_info: [{"id": "86777974-1e68-438c-a017-be0da071aafa", "address": "fa:16:3e:12:93:0c", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86777974-1e", "ovs_interfaceid": "86777974-1e68-438c-a017-be0da071aafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.726245] env[68134]: DEBUG nova.scheduler.client.report [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.789431] env[68134]: DEBUG nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.817903] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.818118] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.818365] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.818619] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.818766] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.818911] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.819175] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.819342] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.819508] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.819681] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.819909] env[68134]: DEBUG nova.virt.hardware [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.820849] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e850870a-f848-4a68-b24e-0fbe98f5f26d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.829245] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "5b9f6114-c97e-4820-8702-051adbae0a52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.830547] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfa8b8e-c50a-4c68-b9de-1433b20ffdd7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.844430] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.849993] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Creating folder: Project (7133b358790648609281c8a443729864). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.850605] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96146d4b-5fda-4715-8fce-a3cbc8cd5483 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.861966] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Created folder: Project (7133b358790648609281c8a443729864) in parent group-v594791. [ 1075.862152] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Creating folder: Instances. Parent ref: group-v595062. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.862397] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fdafa9a-20dc-4dee-9b07-08287d61b93f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.872708] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Created folder: Instances in parent group-v595062. [ 1075.872950] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.873163] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.873721] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9034f53c-1aab-4b47-afe7-ab862791ae90 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.890965] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.890965] env[68134]: value = "task-2965532" [ 1075.890965] env[68134]: _type = "Task" [ 1075.890965] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.899014] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965532, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.946894] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b114b770-431d-4203-9b13-43eeef28c83c tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "5b9f6114-c97e-4820-8702-051adbae0a52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.468s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.947215] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "5b9f6114-c97e-4820-8702-051adbae0a52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.118s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.947443] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "5b9f6114-c97e-4820-8702-051adbae0a52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.947656] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "5b9f6114-c97e-4820-8702-051adbae0a52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.947825] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "5b9f6114-c97e-4820-8702-051adbae0a52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.949887] env[68134]: INFO nova.compute.manager [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Terminating instance [ 1075.978871] env[68134]: DEBUG oslo_vmware.api [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172351} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.979045] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.979235] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.979409] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.979590] env[68134]: INFO nova.compute.manager [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1075.979871] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.980078] env[68134]: DEBUG nova.compute.manager [-] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.980181] env[68134]: DEBUG nova.network.neutron [-] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.132282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.132758] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.133121] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.133495] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.133813] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.137419] env[68134]: INFO nova.compute.manager [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Terminating instance [ 1076.145226] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "refresh_cache-e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.145226] env[68134]: DEBUG nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Instance network_info: |[{"id": "86777974-1e68-438c-a017-be0da071aafa", "address": "fa:16:3e:12:93:0c", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86777974-1e", "ovs_interfaceid": "86777974-1e68-438c-a017-be0da071aafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.145226] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:93:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86777974-1e68-438c-a017-be0da071aafa', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.159399] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.160808] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.160808] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1693b56d-3946-4d8a-9c0a-a741dcc1d1ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.195709] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.195709] env[68134]: value = "task-2965533" [ 1076.195709] env[68134]: _type = "Task" [ 1076.195709] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.207515] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965533, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.231356] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.231867] env[68134]: DEBUG nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.234708] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.236193] env[68134]: INFO nova.compute.claims [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.288359] env[68134]: DEBUG nova.compute.manager [req-7a2cd6d3-bb1b-497c-b219-6811be187c66 req-2fe29172-5cd2-4a02-993c-024b6522d5e3 service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Received event network-vif-deleted-c7e14632-8a39-4879-a801-1fe0dc5bf459 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.288503] env[68134]: INFO nova.compute.manager [req-7a2cd6d3-bb1b-497c-b219-6811be187c66 req-2fe29172-5cd2-4a02-993c-024b6522d5e3 service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Neutron deleted interface c7e14632-8a39-4879-a801-1fe0dc5bf459; detaching it from the instance and deleting it from the info cache [ 1076.288664] env[68134]: DEBUG nova.network.neutron [req-7a2cd6d3-bb1b-497c-b219-6811be187c66 req-2fe29172-5cd2-4a02-993c-024b6522d5e3 service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.402391] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965532, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.453873] env[68134]: DEBUG nova.compute.manager [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.453873] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.454899] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e45805-5a7e-4c04-ba5d-5685d16d1664 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.464050] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.464050] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c4be7f-7ab3-498d-83c6-ba659921f615 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.471096] env[68134]: DEBUG oslo_vmware.api [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1076.471096] env[68134]: value = "task-2965534" [ 1076.471096] env[68134]: _type = "Task" [ 1076.471096] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.479521] env[68134]: DEBUG oslo_vmware.api [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.643542] env[68134]: DEBUG nova.compute.manager [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.643760] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.644680] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b277d4-7597-48e5-81db-9186cc1248a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.653229] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.653528] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8690cb1-c10a-4f8b-9fc4-a6c8a7f5f04f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.660668] env[68134]: DEBUG oslo_vmware.api [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1076.660668] env[68134]: value = "task-2965535" [ 1076.660668] env[68134]: _type = "Task" [ 1076.660668] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.669133] env[68134]: DEBUG oslo_vmware.api [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.707742] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965533, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.740456] env[68134]: DEBUG nova.compute.utils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.743791] env[68134]: DEBUG nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.743965] env[68134]: DEBUG nova.network.neutron [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.774026] env[68134]: DEBUG nova.network.neutron [-] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.791669] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2b11898-1194-42e2-b42e-1f24094c9d66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.802066] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6867789-9d1f-4e46-abaf-517120ea5b46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.813981] env[68134]: DEBUG nova.policy [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd54380fc85a74dfe9e5a08a88cdf83b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e017e534af43bdb3e9a5da525dbdd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.843029] env[68134]: DEBUG nova.compute.manager [req-7a2cd6d3-bb1b-497c-b219-6811be187c66 req-2fe29172-5cd2-4a02-993c-024b6522d5e3 service nova] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Detach interface failed, port_id=c7e14632-8a39-4879-a801-1fe0dc5bf459, reason: Instance 15f78a11-a927-4406-9c7b-86d4ca8554b2 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.902830] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965532, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.980924] env[68134]: DEBUG oslo_vmware.api [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.116495] env[68134]: DEBUG nova.network.neutron [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Successfully created port: 4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.174345] env[68134]: DEBUG oslo_vmware.api [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965535, 'name': PowerOffVM_Task, 'duration_secs': 0.213882} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.174650] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.174838] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.175224] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b802fd4-0fb6-4749-993e-75c4f15ebb5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.213498] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965533, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.244596] env[68134]: DEBUG nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.263414] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.263675] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.263972] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleting the datastore file [datastore2] 9e43d693-9934-4e65-b898-33ca7b0b3d5c {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.264393] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ffa7f1-336a-494b-b65e-07618c652759 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.279458] env[68134]: INFO nova.compute.manager [-] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Took 1.30 seconds to deallocate network for instance. [ 1077.283638] env[68134]: DEBUG oslo_vmware.api [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1077.283638] env[68134]: value = "task-2965537" [ 1077.283638] env[68134]: _type = "Task" [ 1077.283638] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.297916] env[68134]: DEBUG oslo_vmware.api [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.407082] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965532, 'name': CreateVM_Task, 'duration_secs': 1.309784} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.407752] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.407932] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.407978] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.408321] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.408605] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b670a7-d0fe-4a54-97d6-685e71a6bc95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.414071] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1077.414071] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521056db-dce2-73ee-f9e4-de9865b6dca3" [ 1077.414071] env[68134]: _type = "Task" [ 1077.414071] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.426113] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521056db-dce2-73ee-f9e4-de9865b6dca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.482164] env[68134]: DEBUG oslo_vmware.api [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965534, 'name': PowerOffVM_Task, 'duration_secs': 0.932395} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.484761] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.484957] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.485460] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2bd1d18-338a-442f-a0f4-5f3a72677d5d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.549272] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db2092a-47be-4aac-b4a8-37076451fa71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.557699] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8902e57f-a6e2-4e04-a959-fa76a9740902 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.568070] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.568305] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.568538] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Deleting the datastore file [datastore2] 5b9f6114-c97e-4820-8702-051adbae0a52 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.592192] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c459f097-23d0-4d76-8997-a54f6083c4d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.594722] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164772c4-80d5-494c-a8fc-557136b726c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.604704] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0329d9-0f64-48f3-af16-e59026d4f10c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.610065] env[68134]: DEBUG oslo_vmware.api [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for the task: (returnval){ [ 1077.610065] env[68134]: value = "task-2965539" [ 1077.610065] env[68134]: _type = "Task" [ 1077.610065] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.621270] env[68134]: DEBUG nova.compute.provider_tree [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.628029] env[68134]: DEBUG oslo_vmware.api [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.708172] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965533, 'name': CreateVM_Task, 'duration_secs': 1.345901} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.708427] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.709134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.753106] env[68134]: INFO nova.virt.block_device [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Booting with volume e8b96dfb-7a31-4286-8297-6ee156f9f8a6 at /dev/sda [ 1077.792657] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.794389] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-633f5c7d-a14e-4b6b-b24f-32c498c7bfe1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.800042] env[68134]: DEBUG oslo_vmware.api [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150504} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.800587] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.800774] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.800980] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.801243] env[68134]: INFO nova.compute.manager [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1077.801417] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.801617] env[68134]: DEBUG nova.compute.manager [-] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.801707] env[68134]: DEBUG nova.network.neutron [-] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.807266] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a0c60b-1997-4ffa-a605-688f7c3000c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.842079] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8c57f03-76b5-4197-891e-a950740c8309 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.851028] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9cee2-f864-4f97-963d-2507ae453fcf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.885634] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5217d73-f03a-45c0-a41f-f052f638974b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.893224] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320d0cbd-a2d5-43cd-a05d-b27b643ecfae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.908113] env[68134]: DEBUG nova.virt.block_device [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Updating existing volume attachment record: 1efaea45-44f0-4b89-ba45-eef459921650 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.924089] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521056db-dce2-73ee-f9e4-de9865b6dca3, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.924713] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.924713] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.925050] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.925384] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.925384] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.925617] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.925908] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.926540] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2813574b-e4ed-4fb5-a440-d2857dd14df8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.929581] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2ae7c9-687c-4542-808f-735b73424528 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.934020] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1077.934020] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a93642-7df5-aa4a-fc7b-66a4f269f0cf" [ 1077.934020] env[68134]: _type = "Task" [ 1077.934020] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.938457] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.938662] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.939847] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a91cf32-f0dd-4b58-8ad9-fc5f45090792 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.946489] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a93642-7df5-aa4a-fc7b-66a4f269f0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.949459] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1077.949459] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52516287-4b5c-bb85-44f1-ebe651309a8f" [ 1077.949459] env[68134]: _type = "Task" [ 1077.949459] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.958315] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52516287-4b5c-bb85-44f1-ebe651309a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.121403] env[68134]: DEBUG oslo_vmware.api [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Task: {'id': task-2965539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195639} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.122849] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.123106] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.123342] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.123553] env[68134]: INFO nova.compute.manager [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1078.123823] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.124993] env[68134]: DEBUG nova.compute.manager [req-342664d4-ad0e-4f68-9d62-2339ea601f75 req-a6e22301-66cb-47cd-a96d-d9fe984b20a9 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Received event network-vif-deleted-a6c66fd9-7be0-4386-af9a-b99b44b90390 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.125221] env[68134]: INFO nova.compute.manager [req-342664d4-ad0e-4f68-9d62-2339ea601f75 req-a6e22301-66cb-47cd-a96d-d9fe984b20a9 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Neutron deleted interface a6c66fd9-7be0-4386-af9a-b99b44b90390; detaching it from the instance and deleting it from the info cache [ 1078.125423] env[68134]: DEBUG nova.network.neutron [req-342664d4-ad0e-4f68-9d62-2339ea601f75 req-a6e22301-66cb-47cd-a96d-d9fe984b20a9 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.129515] env[68134]: DEBUG nova.scheduler.client.report [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.131022] env[68134]: DEBUG nova.compute.manager [-] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.131022] env[68134]: DEBUG nova.network.neutron [-] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.445619] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a93642-7df5-aa4a-fc7b-66a4f269f0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.445941] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.446224] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.446442] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.458840] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52516287-4b5c-bb85-44f1-ebe651309a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.459792] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca053a60-959d-43cb-bb57-8ceafd1833a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.465263] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1078.465263] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528ba052-5b13-fa93-a385-08b254f5c30f" [ 1078.465263] env[68134]: _type = "Task" [ 1078.465263] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.475431] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528ba052-5b13-fa93-a385-08b254f5c30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.577339] env[68134]: DEBUG nova.compute.manager [req-5615f017-9770-4e6d-accc-d008b90b02ba req-06bae944-1887-4146-9818-bbed891a7f79 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Received event network-vif-plugged-4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.577558] env[68134]: DEBUG oslo_concurrency.lockutils [req-5615f017-9770-4e6d-accc-d008b90b02ba req-06bae944-1887-4146-9818-bbed891a7f79 service nova] Acquiring lock "af627941-3740-498a-8d05-ca908259d8af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.577767] env[68134]: DEBUG oslo_concurrency.lockutils [req-5615f017-9770-4e6d-accc-d008b90b02ba req-06bae944-1887-4146-9818-bbed891a7f79 service nova] Lock "af627941-3740-498a-8d05-ca908259d8af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.577935] env[68134]: DEBUG oslo_concurrency.lockutils [req-5615f017-9770-4e6d-accc-d008b90b02ba req-06bae944-1887-4146-9818-bbed891a7f79 service nova] Lock "af627941-3740-498a-8d05-ca908259d8af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.578921] env[68134]: DEBUG nova.compute.manager [req-5615f017-9770-4e6d-accc-d008b90b02ba req-06bae944-1887-4146-9818-bbed891a7f79 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] No waiting events found dispatching network-vif-plugged-4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.579160] env[68134]: WARNING nova.compute.manager [req-5615f017-9770-4e6d-accc-d008b90b02ba req-06bae944-1887-4146-9818-bbed891a7f79 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Received unexpected event network-vif-plugged-4386f901-c43f-4995-8da2-a8f6d5fdd4c1 for instance with vm_state building and task_state block_device_mapping. [ 1078.607825] env[68134]: DEBUG nova.network.neutron [-] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.634240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.634756] env[68134]: DEBUG nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.637888] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.403s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.639400] env[68134]: INFO nova.compute.claims [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.643427] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04fa2fc2-07c9-4c9c-b9b8-6a074d2fe7a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.657442] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b9074c-1757-4bb7-a6b8-bdf7e06dc1d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.671269] env[68134]: DEBUG nova.network.neutron [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Successfully updated port: 4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.698190] env[68134]: DEBUG nova.compute.manager [req-342664d4-ad0e-4f68-9d62-2339ea601f75 req-a6e22301-66cb-47cd-a96d-d9fe984b20a9 service nova] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Detach interface failed, port_id=a6c66fd9-7be0-4386-af9a-b99b44b90390, reason: Instance 9e43d693-9934-4e65-b898-33ca7b0b3d5c could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.857095] env[68134]: DEBUG nova.network.neutron [-] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.976520] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528ba052-5b13-fa93-a385-08b254f5c30f, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.976841] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.977147] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.977437] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.977626] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.977841] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f20aafa-b57f-4955-a352-14a323fd4472 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.979724] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64a73bd1-5f72-484c-9390-10a2fd36ef00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.987232] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1078.987232] env[68134]: value = "task-2965540" [ 1078.987232] env[68134]: _type = "Task" [ 1078.987232] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.992116] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.992307] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.994038] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a6d334-1773-49de-b91a-91214571d4f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.000867] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.004969] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1079.004969] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52bceacf-0e7e-712f-e3e9-941439eec0fd" [ 1079.004969] env[68134]: _type = "Task" [ 1079.004969] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.014867] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52bceacf-0e7e-712f-e3e9-941439eec0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.111490] env[68134]: INFO nova.compute.manager [-] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Took 1.31 seconds to deallocate network for instance. [ 1079.139970] env[68134]: DEBUG nova.compute.utils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.141479] env[68134]: DEBUG nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.141657] env[68134]: DEBUG nova.network.neutron [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.175871] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Acquiring lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.176288] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Acquired lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.176288] env[68134]: DEBUG nova.network.neutron [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.193666] env[68134]: DEBUG nova.policy [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f389fc74ae1e4b4fb58c379ce35be315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d2058493e2f425c8abf274ac43f7f69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.359090] env[68134]: INFO nova.compute.manager [-] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Took 1.23 seconds to deallocate network for instance. [ 1079.499628] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464048} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.499628] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.499628] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.499628] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-116e73d2-4a27-4e5f-b80f-87e5a7c1b779 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.506886] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1079.506886] env[68134]: value = "task-2965541" [ 1079.506886] env[68134]: _type = "Task" [ 1079.506886] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.522877] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52bceacf-0e7e-712f-e3e9-941439eec0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.527570] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.527799] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4ad6c8-dbca-49aa-8c0d-4aa4436cb58f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.534059] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1079.534059] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5267ab83-d15e-a8b0-d134-ef9628b1936c" [ 1079.534059] env[68134]: _type = "Task" [ 1079.534059] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.545045] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5267ab83-d15e-a8b0-d134-ef9628b1936c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.600471] env[68134]: DEBUG nova.network.neutron [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Successfully created port: 1b239758-f7f4-44d9-9d22-18906b0fe00f {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.618171] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.645186] env[68134]: DEBUG nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.709195] env[68134]: DEBUG nova.network.neutron [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.867202] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.877647] env[68134]: DEBUG nova.network.neutron [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Updating instance_info_cache with network_info: [{"id": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "address": "fa:16:3e:db:37:14", "network": {"id": "ac946bd3-753b-4af3-9b6c-a59799e6eece", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-441948289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76e017e534af43bdb3e9a5da525dbdd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4386f901-c4", "ovs_interfaceid": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.883757] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.884082] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.926317] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928a770a-b575-4746-9fa3-7bd023e7efdd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.934511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1560e2-6459-4f98-8753-f8b807530d5d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.966116] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518ddbe3-da12-470c-9d4c-0bb46f56a945 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.974615] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf300a-e7a7-4e04-8e37-9831e2e23907 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.988363] env[68134]: DEBUG nova.compute.provider_tree [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.009214] env[68134]: DEBUG nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.009752] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.009962] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.010130] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.010312] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.010454] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.010598] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.010798] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.011034] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.011238] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.011399] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.011568] env[68134]: DEBUG nova.virt.hardware [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.012433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6acac1a-ea36-4f1d-979b-14e7a030a8de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.023864] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066917} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.025565] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.026325] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2be77b-63a3-4dbb-a1b8-51bd77567f10 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.029580] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08abdb54-c19f-470a-9981-1cd510e99308 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.059513] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.060483] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77425884-952c-41ef-9f99-ce2a584dc716 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.079200] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5267ab83-d15e-a8b0-d134-ef9628b1936c, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.079798] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.080085] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e9a6be6f-66d8-4786-a9ef-1e9e67e364f9/e9a6be6f-66d8-4786-a9ef-1e9e67e364f9.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.080346] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46bfb7a8-90ee-41ce-8abe-b0409d1e647e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.085713] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1080.085713] env[68134]: value = "task-2965542" [ 1080.085713] env[68134]: _type = "Task" [ 1080.085713] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.089793] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1080.089793] env[68134]: value = "task-2965543" [ 1080.089793] env[68134]: _type = "Task" [ 1080.089793] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.096203] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.101057] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.147875] env[68134]: DEBUG nova.compute.manager [req-df0a6bf1-4454-4674-bf45-741d4d743adb req-9b01db8d-31d3-4008-919a-ce8ae818f624 service nova] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Received event network-vif-deleted-d2cc2c55-2b2a-4d13-87de-b952f25838a5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.380741] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Releasing lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380741] env[68134]: DEBUG nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Instance network_info: |[{"id": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "address": "fa:16:3e:db:37:14", "network": {"id": "ac946bd3-753b-4af3-9b6c-a59799e6eece", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-441948289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76e017e534af43bdb3e9a5da525dbdd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4386f901-c4", "ovs_interfaceid": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.381174] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:37:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4386f901-c43f-4995-8da2-a8f6d5fdd4c1', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.389071] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Creating folder: Project (76e017e534af43bdb3e9a5da525dbdd6). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.389933] env[68134]: INFO nova.compute.manager [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Detaching volume fca210f3-a968-48b9-a4b7-6b28789b7910 [ 1080.392077] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-458212f6-039a-4af2-b319-d89525ce7e0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.407139] env[68134]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1080.407367] env[68134]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68134) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1080.408033] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Folder already exists: Project (76e017e534af43bdb3e9a5da525dbdd6). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1080.408033] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Creating folder: Instances. Parent ref: group-v595048. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.408855] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92e48314-b362-4846-85f4-25750f949d1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.422136] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Created folder: Instances in parent group-v595048. [ 1080.422136] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.422300] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af627941-3740-498a-8d05-ca908259d8af] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.422468] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4436e04c-636a-4d94-80d9-d2e21acd9e91 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.441226] env[68134]: INFO nova.virt.block_device [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Attempting to driver detach volume fca210f3-a968-48b9-a4b7-6b28789b7910 from mountpoint /dev/sdb [ 1080.441453] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1080.441635] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595036', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'name': 'volume-fca210f3-a968-48b9-a4b7-6b28789b7910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '58ffa9ba-219e-4756-b125-9b9b00629b1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'serial': 'fca210f3-a968-48b9-a4b7-6b28789b7910'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1080.442543] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2782c63-f8d2-473b-9ef8-e7396f3e03f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.469930] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d5f5a-2006-486e-abd1-064289eb3bea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.473321] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.473321] env[68134]: value = "task-2965546" [ 1080.473321] env[68134]: _type = "Task" [ 1080.473321] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.482269] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb8ffe6-bb62-421e-bb3e-21259a0feb56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.488431] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965546, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.505981] env[68134]: DEBUG nova.scheduler.client.report [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.513028] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c17221-60ea-4db7-9678-6751aa214452 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.529606] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] The volume has not been displaced from its original location: [datastore1] volume-fca210f3-a968-48b9-a4b7-6b28789b7910/volume-fca210f3-a968-48b9-a4b7-6b28789b7910.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1080.535124] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.536263] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862e30d2-c345-44f9-b137-cc9875faf601 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.560059] env[68134]: DEBUG oslo_vmware.api [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1080.560059] env[68134]: value = "task-2965547" [ 1080.560059] env[68134]: _type = "Task" [ 1080.560059] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.571522] env[68134]: DEBUG oslo_vmware.api [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.598310] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.604892] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965543, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.612985] env[68134]: DEBUG nova.compute.manager [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Received event network-changed-4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.613273] env[68134]: DEBUG nova.compute.manager [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Refreshing instance network info cache due to event network-changed-4386f901-c43f-4995-8da2-a8f6d5fdd4c1. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.613473] env[68134]: DEBUG oslo_concurrency.lockutils [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] Acquiring lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.613630] env[68134]: DEBUG oslo_concurrency.lockutils [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] Acquired lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.613803] env[68134]: DEBUG nova.network.neutron [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Refreshing network info cache for port 4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.654716] env[68134]: DEBUG nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.682893] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.683175] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.683348] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.683550] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.683694] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.683841] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.684193] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.684365] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.684542] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.684704] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.684882] env[68134]: DEBUG nova.virt.hardware [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.686106] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40df648-b051-4072-bdd3-9e72223460b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.695142] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e0ce68-957f-4880-bfc9-ccb23c9cacef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.988106] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965546, 'name': CreateVM_Task, 'duration_secs': 0.450459} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.988427] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af627941-3740-498a-8d05-ca908259d8af] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.988989] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1efaea45-44f0-4b89-ba45-eef459921650', 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595055', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'name': 'volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af627941-3740-498a-8d05-ca908259d8af', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'serial': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6'}, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68134) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1080.989211] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Root volume attach. Driver type: vmdk {{(pid=68134) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1080.989983] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11105d-67bb-41ae-8231-50677ed46ab7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.998692] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e2699-a14b-43e3-aae8-045a0393d4b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.006025] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a355ab5-07d5-46fd-95d4-47b7b95618d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.013099] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3cedc24f-3b0e-453a-aaa6-526599dae34e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.015893] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.016393] env[68134]: DEBUG nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.022077] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.321s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.022279] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.024515] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.802s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.024768] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.026432] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.326s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.026651] env[68134]: DEBUG nova.objects.instance [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lazy-loading 'resources' on Instance uuid b2564b4c-1699-44af-9b4e-0fe01bde9a04 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.033538] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1081.033538] env[68134]: value = "task-2965548" [ 1081.033538] env[68134]: _type = "Task" [ 1081.033538] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.051400] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.061597] env[68134]: INFO nova.scheduler.client.report [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted allocations for instance 9a46e09a-2fb9-4048-8aab-babc2de16faf [ 1081.070059] env[68134]: INFO nova.scheduler.client.report [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted allocations for instance fa4e8290-ce2b-4823-8166-afd27d4abde0 [ 1081.082878] env[68134]: DEBUG oslo_vmware.api [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.098922] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965542, 'name': ReconfigVM_Task, 'duration_secs': 0.754788} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.099972] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Reconfigured VM instance instance-00000064 to attach disk [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.100636] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-975c6e2f-13c6-4603-9c43-2f1fc19622ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.105826] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52294} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.106490] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e9a6be6f-66d8-4786-a9ef-1e9e67e364f9/e9a6be6f-66d8-4786-a9ef-1e9e67e364f9.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.106716] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.106966] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4894e72-5d63-4ad5-b296-52e9b0270cf4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.112723] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1081.112723] env[68134]: value = "task-2965549" [ 1081.112723] env[68134]: _type = "Task" [ 1081.112723] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.114098] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1081.114098] env[68134]: value = "task-2965550" [ 1081.114098] env[68134]: _type = "Task" [ 1081.114098] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.131822] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.138382] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965549, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.202455] env[68134]: DEBUG nova.compute.manager [req-64d64d05-5e02-407c-9106-968115b9e5fb req-2da97e63-500f-4fce-90d4-a6fb5aaa5615 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Received event network-vif-plugged-1b239758-f7f4-44d9-9d22-18906b0fe00f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.202651] env[68134]: DEBUG oslo_concurrency.lockutils [req-64d64d05-5e02-407c-9106-968115b9e5fb req-2da97e63-500f-4fce-90d4-a6fb5aaa5615 service nova] Acquiring lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.202915] env[68134]: DEBUG oslo_concurrency.lockutils [req-64d64d05-5e02-407c-9106-968115b9e5fb req-2da97e63-500f-4fce-90d4-a6fb5aaa5615 service nova] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.203261] env[68134]: DEBUG oslo_concurrency.lockutils [req-64d64d05-5e02-407c-9106-968115b9e5fb req-2da97e63-500f-4fce-90d4-a6fb5aaa5615 service nova] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.203380] env[68134]: DEBUG nova.compute.manager [req-64d64d05-5e02-407c-9106-968115b9e5fb req-2da97e63-500f-4fce-90d4-a6fb5aaa5615 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] No waiting events found dispatching network-vif-plugged-1b239758-f7f4-44d9-9d22-18906b0fe00f {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.203590] env[68134]: WARNING nova.compute.manager [req-64d64d05-5e02-407c-9106-968115b9e5fb req-2da97e63-500f-4fce-90d4-a6fb5aaa5615 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Received unexpected event network-vif-plugged-1b239758-f7f4-44d9-9d22-18906b0fe00f for instance with vm_state building and task_state spawning. [ 1081.404023] env[68134]: DEBUG nova.network.neutron [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Updated VIF entry in instance network info cache for port 4386f901-c43f-4995-8da2-a8f6d5fdd4c1. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.404419] env[68134]: DEBUG nova.network.neutron [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Updating instance_info_cache with network_info: [{"id": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "address": "fa:16:3e:db:37:14", "network": {"id": "ac946bd3-753b-4af3-9b6c-a59799e6eece", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-441948289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76e017e534af43bdb3e9a5da525dbdd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4386f901-c4", "ovs_interfaceid": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.530614] env[68134]: DEBUG nova.compute.utils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.536211] env[68134]: DEBUG nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.536366] env[68134]: DEBUG nova.network.neutron [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.552528] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 34%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.576341] env[68134]: DEBUG oslo_concurrency.lockutils [None req-333a0d93-9ef4-4940-986b-3bddc7ec8cea tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "9a46e09a-2fb9-4048-8aab-babc2de16faf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.274s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.581134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4ce816aa-59aa-4c57-87d3-54e797f12292 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "fa4e8290-ce2b-4823-8166-afd27d4abde0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.095s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.590327] env[68134]: DEBUG oslo_vmware.api [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965547, 'name': ReconfigVM_Task, 'duration_secs': 0.801438} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.592377] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.598992] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be92fbae-1759-4f73-b5cb-438fd003e3cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.621927] env[68134]: DEBUG nova.policy [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0d11b74f6e41d090af375847c73b6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3c8ece0f7404ecd9d2c760caa150c28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.630217] env[68134]: DEBUG oslo_vmware.api [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1081.630217] env[68134]: value = "task-2965551" [ 1081.630217] env[68134]: _type = "Task" [ 1081.630217] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.634249] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965549, 'name': Rename_Task, 'duration_secs': 0.232537} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.640648] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.644651] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21bb2e5a-f171-4fb9-b804-7cfb0bdffc4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.648168] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236822} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.649018] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.650269] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ff8ff3-168c-4afb-bb23-5bc9449544d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.658283] env[68134]: DEBUG oslo_vmware.api [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.662902] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1081.662902] env[68134]: value = "task-2965552" [ 1081.662902] env[68134]: _type = "Task" [ 1081.662902] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.687522] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e9a6be6f-66d8-4786-a9ef-1e9e67e364f9/e9a6be6f-66d8-4786-a9ef-1e9e67e364f9.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.696286] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55f30f8-7fb2-47a0-812f-fa7d356c8c6a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.711544] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.717923] env[68134]: DEBUG nova.network.neutron [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Successfully updated port: 1b239758-f7f4-44d9-9d22-18906b0fe00f {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.722614] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1081.722614] env[68134]: value = "task-2965553" [ 1081.722614] env[68134]: _type = "Task" [ 1081.722614] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.736127] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.911873] env[68134]: DEBUG oslo_concurrency.lockutils [req-91b22725-24cc-4191-b4d6-b0510b08fc05 req-4789212a-7b52-4302-9ab4-defeb18cc195 service nova] Releasing lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.942407] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af139be6-8f7d-4631-a422-a148becec9e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.954301] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a3fd8-b2ed-4b60-960f-11c1c15a66b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.016186] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee8ae1-eb98-4178-b214-7fabf3797a84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.030565] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07178c07-5c94-476a-b351-0c78d74a506a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.039542] env[68134]: DEBUG nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.055505] env[68134]: DEBUG nova.compute.provider_tree [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.065922] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 45%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.150218] env[68134]: DEBUG oslo_vmware.api [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965551, 'name': ReconfigVM_Task, 'duration_secs': 0.255206} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.150720] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595036', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'name': 'volume-fca210f3-a968-48b9-a4b7-6b28789b7910', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '58ffa9ba-219e-4756-b125-9b9b00629b1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fca210f3-a968-48b9-a4b7-6b28789b7910', 'serial': 'fca210f3-a968-48b9-a4b7-6b28789b7910'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.179267] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.184832] env[68134]: DEBUG nova.network.neutron [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Successfully created port: 20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.221702] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "refresh_cache-22ec4b82-8e06-4f82-9f67-919b29ce2aeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.222200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "refresh_cache-22ec4b82-8e06-4f82-9f67-919b29ce2aeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.222200] env[68134]: DEBUG nova.network.neutron [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.241408] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.432024] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "6263d83e-97c7-4a31-8319-a97b54d03c90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.432280] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.562147] env[68134]: DEBUG nova.scheduler.client.report [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.566569] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 58%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.673854] env[68134]: DEBUG nova.compute.manager [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Received event network-changed-1b239758-f7f4-44d9-9d22-18906b0fe00f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.674164] env[68134]: DEBUG nova.compute.manager [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Refreshing instance network info cache due to event network-changed-1b239758-f7f4-44d9-9d22-18906b0fe00f. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.674441] env[68134]: DEBUG oslo_concurrency.lockutils [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] Acquiring lock "refresh_cache-22ec4b82-8e06-4f82-9f67-919b29ce2aeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.683077] env[68134]: DEBUG oslo_vmware.api [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965552, 'name': PowerOnVM_Task, 'duration_secs': 0.943912} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.683394] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.683719] env[68134]: INFO nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1082.683986] env[68134]: DEBUG nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.685318] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452bd51-1d50-4708-80dd-d68f553c928f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.713792] env[68134]: DEBUG nova.objects.instance [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'flavor' on Instance uuid 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.737926] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965553, 'name': ReconfigVM_Task, 'duration_secs': 0.586827} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.738366] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e9a6be6f-66d8-4786-a9ef-1e9e67e364f9/e9a6be6f-66d8-4786-a9ef-1e9e67e364f9.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.740064] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205105eb-fb4b-430e-a391-7f95a975bbc4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.749079] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1082.749079] env[68134]: value = "task-2965554" [ 1082.749079] env[68134]: _type = "Task" [ 1082.749079] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.761309] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965554, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.762287] env[68134]: DEBUG nova.network.neutron [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.917545] env[68134]: DEBUG nova.network.neutron [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Updating instance_info_cache with network_info: [{"id": "1b239758-f7f4-44d9-9d22-18906b0fe00f", "address": "fa:16:3e:bf:e2:e4", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b239758-f7", "ovs_interfaceid": "1b239758-f7f4-44d9-9d22-18906b0fe00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.934723] env[68134]: DEBUG nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.057142] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 65%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.069259] env[68134]: DEBUG nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.072420] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.074752] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.282s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.075059] env[68134]: DEBUG nova.objects.instance [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'resources' on Instance uuid 15f78a11-a927-4406-9c7b-86d4ca8554b2 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.101184] env[68134]: INFO nova.scheduler.client.report [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleted allocations for instance b2564b4c-1699-44af-9b4e-0fe01bde9a04 [ 1083.104654] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.104870] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.104870] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.105021] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.105854] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.105854] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.105854] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.105854] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.105854] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.106230] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.106230] env[68134]: DEBUG nova.virt.hardware [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.107375] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441a41c0-2fdb-4b57-af16-b123c04e003e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.124028] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02c288-8be7-44b1-b65c-6886a4f888b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.212674] env[68134]: INFO nova.compute.manager [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Took 18.83 seconds to build instance. [ 1083.265989] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965554, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.420415] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "refresh_cache-22ec4b82-8e06-4f82-9f67-919b29ce2aeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.420971] env[68134]: DEBUG nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Instance network_info: |[{"id": "1b239758-f7f4-44d9-9d22-18906b0fe00f", "address": "fa:16:3e:bf:e2:e4", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b239758-f7", "ovs_interfaceid": "1b239758-f7f4-44d9-9d22-18906b0fe00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.421324] env[68134]: DEBUG oslo_concurrency.lockutils [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] Acquired lock "refresh_cache-22ec4b82-8e06-4f82-9f67-919b29ce2aeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.421512] env[68134]: DEBUG nova.network.neutron [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Refreshing network info cache for port 1b239758-f7f4-44d9-9d22-18906b0fe00f {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.422842] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e2:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b239758-f7f4-44d9-9d22-18906b0fe00f', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.431119] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.434463] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.435087] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6737116b-0929-4d0b-854e-fbfc807eff8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.464534] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.464534] env[68134]: value = "task-2965555" [ 1083.464534] env[68134]: _type = "Task" [ 1083.464534] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.472747] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.491224] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965555, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.557893] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 81%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.620232] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e774eb5a-aa9d-482a-aacc-40a11da5ba4d tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "b2564b4c-1699-44af-9b4e-0fe01bde9a04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.456s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.698795] env[68134]: DEBUG nova.network.neutron [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Updated VIF entry in instance network info cache for port 1b239758-f7f4-44d9-9d22-18906b0fe00f. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.699232] env[68134]: DEBUG nova.network.neutron [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Updating instance_info_cache with network_info: [{"id": "1b239758-f7f4-44d9-9d22-18906b0fe00f", "address": "fa:16:3e:bf:e2:e4", "network": {"id": "a235dcbc-36f4-4ee0-8990-6c5036b3f13a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-746909756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2058493e2f425c8abf274ac43f7f69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b239758-f7", "ovs_interfaceid": "1b239758-f7f4-44d9-9d22-18906b0fe00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.715060] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cd1c16b2-1997-42c3-a2e1-cf4c535e88b8 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "f830dcd6-d677-4ed3-b8c8-635d87431782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.344s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.722409] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1476eb95-9765-4d65-9079-9a8cd5e73c7b tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.837s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.731477] env[68134]: DEBUG nova.compute.manager [req-cff6d243-ad01-494b-8424-30920bbaca4f req-1c5634fe-3956-4243-81ff-c0aecf4baf42 service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Received event network-vif-plugged-20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.731719] env[68134]: DEBUG oslo_concurrency.lockutils [req-cff6d243-ad01-494b-8424-30920bbaca4f req-1c5634fe-3956-4243-81ff-c0aecf4baf42 service nova] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.732009] env[68134]: DEBUG oslo_concurrency.lockutils [req-cff6d243-ad01-494b-8424-30920bbaca4f req-1c5634fe-3956-4243-81ff-c0aecf4baf42 service nova] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.732237] env[68134]: DEBUG oslo_concurrency.lockutils [req-cff6d243-ad01-494b-8424-30920bbaca4f req-1c5634fe-3956-4243-81ff-c0aecf4baf42 service nova] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.732412] env[68134]: DEBUG nova.compute.manager [req-cff6d243-ad01-494b-8424-30920bbaca4f req-1c5634fe-3956-4243-81ff-c0aecf4baf42 service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] No waiting events found dispatching network-vif-plugged-20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.732725] env[68134]: WARNING nova.compute.manager [req-cff6d243-ad01-494b-8424-30920bbaca4f req-1c5634fe-3956-4243-81ff-c0aecf4baf42 service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Received unexpected event network-vif-plugged-20efcb5c-d121-45d9-9d45-c273bbc37f25 for instance with vm_state building and task_state spawning. [ 1083.763558] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965554, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.860020] env[68134]: DEBUG nova.network.neutron [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Successfully updated port: 20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.872855] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a231d8aa-13f7-41ab-9308-559f2f94d78b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.885287] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd294460-9fa4-4fdb-a44a-c6d40269aa2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.924695] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8081f848-40d6-4ea4-9a57-3bd6eacc70b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.935122] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65bf80a-2e1f-4a68-97bb-bd428d1ab127 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.952664] env[68134]: DEBUG nova.compute.provider_tree [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.977537] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965555, 'name': CreateVM_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.056724] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.202858] env[68134]: DEBUG oslo_concurrency.lockutils [req-153946d5-3949-4da7-963e-05b854c46593 req-4b6c0a81-be1b-4e08-96ce-f909ef9105e5 service nova] Releasing lock "refresh_cache-22ec4b82-8e06-4f82-9f67-919b29ce2aeb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.262724] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965554, 'name': Rename_Task, 'duration_secs': 1.262801} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.263081] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.263296] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23cc52e0-aa60-4fba-8c30-1eb72ce4af59 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.271595] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1084.271595] env[68134]: value = "task-2965556" [ 1084.271595] env[68134]: _type = "Task" [ 1084.271595] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.279998] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.362227] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.362474] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.362667] env[68134]: DEBUG nova.network.neutron [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.371815] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.372113] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.372423] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.372685] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.372899] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.374943] env[68134]: INFO nova.compute.manager [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Terminating instance [ 1084.456496] env[68134]: DEBUG nova.scheduler.client.report [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.475487] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965555, 'name': CreateVM_Task, 'duration_secs': 0.725296} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.475674] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.476404] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.476567] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.476897] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.477180] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb30015-ee3d-4f30-8faf-662002a5e59f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.485553] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1084.485553] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525f8b89-4e9a-7777-fbc7-0a01d98f31fc" [ 1084.485553] env[68134]: _type = "Task" [ 1084.485553] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.496634] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525f8b89-4e9a-7777-fbc7-0a01d98f31fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.556714] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task} progress is 98%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.628815] env[68134]: INFO nova.compute.manager [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Rebuilding instance [ 1084.674625] env[68134]: DEBUG nova.compute.manager [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.675515] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0098eafc-fff4-470c-9e1b-f6ca8524247b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.783224] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.878516] env[68134]: DEBUG nova.compute.manager [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.878747] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.879659] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fbac58-120b-4cdc-a9db-a496277431b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.887495] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.887734] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f31c0d-721c-4b07-aa7f-dbd0a15171d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.895258] env[68134]: DEBUG oslo_vmware.api [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1084.895258] env[68134]: value = "task-2965558" [ 1084.895258] env[68134]: _type = "Task" [ 1084.895258] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.903372] env[68134]: DEBUG oslo_vmware.api [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.910475] env[68134]: DEBUG nova.network.neutron [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.961383] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.964795] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.346s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.964795] env[68134]: DEBUG nova.objects.instance [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lazy-loading 'resources' on Instance uuid 9e43d693-9934-4e65-b898-33ca7b0b3d5c {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.983999] env[68134]: INFO nova.scheduler.client.report [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted allocations for instance 15f78a11-a927-4406-9c7b-86d4ca8554b2 [ 1085.001969] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525f8b89-4e9a-7777-fbc7-0a01d98f31fc, 'name': SearchDatastore_Task, 'duration_secs': 0.02157} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.002312] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.002564] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.002802] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.002948] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.003184] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.003468] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e007e23-9125-46cb-8974-aae83d72a79b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.014302] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.014495] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.015379] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44dccd74-8048-48cc-907c-80e932ac672f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.024893] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1085.024893] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524fb8dc-79ac-95df-9a08-288cdefea510" [ 1085.024893] env[68134]: _type = "Task" [ 1085.024893] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.031373] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524fb8dc-79ac-95df-9a08-288cdefea510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.055605] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965548, 'name': RelocateVM_Task, 'duration_secs': 3.759626} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.055870] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.056081] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595055', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'name': 'volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af627941-3740-498a-8d05-ca908259d8af', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'serial': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.056961] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d4401e-e9b2-46cc-8777-fc6086a73c9c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.076960] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a178e5-bc8c-438c-95ab-2dad80a42515 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.082011] env[68134]: DEBUG nova.network.neutron [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.102658] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6/volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.103879] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a6b721-c48d-4edc-85f7-5cd9a3c78953 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.128121] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1085.128121] env[68134]: value = "task-2965559" [ 1085.128121] env[68134]: _type = "Task" [ 1085.128121] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.140203] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.285307] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.406613] env[68134]: DEBUG oslo_vmware.api [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965558, 'name': PowerOffVM_Task, 'duration_secs': 0.241904} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.407164] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.407460] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.407839] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebdfd864-5dbd-43a9-aac7-5f07bd493cdf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.496333] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9eb2e04b-1325-4ab1-9cde-7fb9bbd27991 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "15f78a11-a927-4406-9c7b-86d4ca8554b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.647s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.507157] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.507420] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.507835] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleting the datastore file [datastore1] 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.513452] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a08d2df6-e24a-4d17-bf8f-9aa41679dbd2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.524798] env[68134]: DEBUG oslo_vmware.api [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1085.524798] env[68134]: value = "task-2965561" [ 1085.524798] env[68134]: _type = "Task" [ 1085.524798] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.536881] env[68134]: DEBUG oslo_vmware.api [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.543725] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524fb8dc-79ac-95df-9a08-288cdefea510, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.544706] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3002707a-a90a-4df3-a7b2-2fa638cea8f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.552260] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1085.552260] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52daf291-e15c-b459-dc86-fce4586bd30f" [ 1085.552260] env[68134]: _type = "Task" [ 1085.552260] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.565477] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52daf291-e15c-b459-dc86-fce4586bd30f, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.565766] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.566037] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 22ec4b82-8e06-4f82-9f67-919b29ce2aeb/22ec4b82-8e06-4f82-9f67-919b29ce2aeb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.566315] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77d6e614-063f-419b-9fd4-fbbe07792483 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.577448] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1085.577448] env[68134]: value = "task-2965562" [ 1085.577448] env[68134]: _type = "Task" [ 1085.577448] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.589105] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.603814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.604173] env[68134]: DEBUG nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Instance network_info: |[{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.607589] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8d:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20efcb5c-d121-45d9-9d45-c273bbc37f25', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.615226] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.615606] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.615847] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-559e8a34-1ac5-4821-a957-0c00fa0b446b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.643013] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965559, 'name': ReconfigVM_Task, 'duration_secs': 0.322134} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.644497] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6/volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.649715] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.649715] env[68134]: value = "task-2965563" [ 1085.649715] env[68134]: _type = "Task" [ 1085.649715] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.652918] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f2d1b7-7613-40ef-a38d-6739be9acb3a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.675143] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965563, 'name': CreateVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.676766] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1085.676766] env[68134]: value = "task-2965564" [ 1085.676766] env[68134]: _type = "Task" [ 1085.676766] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.689652] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.689883] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.690161] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b6b8327-6279-4403-b8fe-b5e8ae5942f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.697301] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1085.697301] env[68134]: value = "task-2965565" [ 1085.697301] env[68134]: _type = "Task" [ 1085.697301] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.707641] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.788367] env[68134]: DEBUG oslo_vmware.api [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965556, 'name': PowerOnVM_Task, 'duration_secs': 1.023883} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.788695] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.788878] env[68134]: INFO nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Took 12.54 seconds to spawn the instance on the hypervisor. [ 1085.789062] env[68134]: DEBUG nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.789960] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ea7565-c926-431d-94e1-f840a3ad7547 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.795671] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c797409-79fb-4388-8659-a77d5b5fe3fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.816957] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae3b32b-e9ee-4e57-a0e7-14b7f0763d69 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.823317] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "6570ba51-f37a-47fc-a168-4d467b041ddf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.823612] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.857054] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a241f-c312-45c3-8174-bf00056679e9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.867745] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b067ca5-02a6-4685-bf87-4aa7c13b8fd9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.885056] env[68134]: DEBUG nova.compute.provider_tree [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.040421] env[68134]: DEBUG oslo_vmware.api [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187499} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.040713] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.040926] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.041150] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.041336] env[68134]: INFO nova.compute.manager [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.041606] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.041851] env[68134]: DEBUG nova.compute.manager [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.041922] env[68134]: DEBUG nova.network.neutron [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.078347] env[68134]: DEBUG nova.compute.manager [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Received event network-changed-20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.078703] env[68134]: DEBUG nova.compute.manager [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Refreshing instance network info cache due to event network-changed-20efcb5c-d121-45d9-9d45-c273bbc37f25. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.078703] env[68134]: DEBUG oslo_concurrency.lockutils [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] Acquiring lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.080046] env[68134]: DEBUG oslo_concurrency.lockutils [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] Acquired lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.080046] env[68134]: DEBUG nova.network.neutron [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Refreshing network info cache for port 20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.095374] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965562, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.176128] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965563, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.185971] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965564, 'name': ReconfigVM_Task, 'duration_secs': 0.181618} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.186369] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595055', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'name': 'volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af627941-3740-498a-8d05-ca908259d8af', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'serial': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1086.186931] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee004f15-de1c-45cb-9264-88bb00405e00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.194844] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1086.194844] env[68134]: value = "task-2965566" [ 1086.194844] env[68134]: _type = "Task" [ 1086.194844] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.209203] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965566, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.212689] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965565, 'name': PowerOffVM_Task, 'duration_secs': 0.157874} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.213030] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.213738] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.214650] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cde691-abf3-4b63-acec-148a1a493213 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.222358] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.222645] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db9cb21-153c-4c03-adc2-bcaa582a1569 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.251562] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.251883] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.252179] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Deleting the datastore file [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.252527] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7104bfbd-aee1-4195-824c-8edc4d80b5e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.259999] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1086.259999] env[68134]: value = "task-2965568" [ 1086.259999] env[68134]: _type = "Task" [ 1086.259999] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.268912] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.328288] env[68134]: DEBUG nova.compute.utils [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.334280] env[68134]: INFO nova.compute.manager [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Took 27.27 seconds to build instance. [ 1086.388039] env[68134]: DEBUG nova.scheduler.client.report [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.598099] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524103} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.598417] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 22ec4b82-8e06-4f82-9f67-919b29ce2aeb/22ec4b82-8e06-4f82-9f67-919b29ce2aeb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.598632] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.598924] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9841fd83-3f80-42f7-b803-660c6899ac3b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.606710] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1086.606710] env[68134]: value = "task-2965569" [ 1086.606710] env[68134]: _type = "Task" [ 1086.606710] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.617505] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.675201] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.675489] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.680406] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965563, 'name': CreateVM_Task, 'duration_secs': 0.59132} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.683272] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.685154] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.685350] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.685808] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.686737] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7871110f-1507-4942-9f4f-cdbf5ddfe142 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.692769] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1086.692769] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ea41e9-5f29-1a4a-30ab-def956dbe1f2" [ 1086.692769] env[68134]: _type = "Task" [ 1086.692769] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.705372] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965566, 'name': Rename_Task, 'duration_secs': 0.149533} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.710849] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.711487] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ea41e9-5f29-1a4a-30ab-def956dbe1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.711555] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c062d7d0-9d57-4284-88d7-606d0df54b0e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.713306] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.713531] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.713754] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.713901] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.714085] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.714554] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7233e80e-55f6-4be9-a200-15ccb2b4df01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.724694] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1086.724694] env[68134]: value = "task-2965570" [ 1086.724694] env[68134]: _type = "Task" [ 1086.724694] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.725988] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.726196] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.729640] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d61631e-d8de-41ec-b512-8013b632d9d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.736554] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1086.736554] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a922dd-559c-3bce-0e5d-eaedc5aa8678" [ 1086.736554] env[68134]: _type = "Task" [ 1086.736554] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.739931] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.751725] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a922dd-559c-3bce-0e5d-eaedc5aa8678, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.752489] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d6a435-f638-4cb0-b539-d4c3c189dc2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.759590] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1086.759590] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5265750b-706d-3100-94c8-ba4b5f7b6a7c" [ 1086.759590] env[68134]: _type = "Task" [ 1086.759590] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.772497] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5265750b-706d-3100-94c8-ba4b5f7b6a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011176} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.776037] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.776369] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.776670] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177018} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.779122] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324737a1-8565-410f-b2c4-e1cd434ad267 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.781083] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.781274] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.781453] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.791034] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1086.791034] env[68134]: value = "task-2965571" [ 1086.791034] env[68134]: _type = "Task" [ 1086.791034] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.801287] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.818194] env[68134]: DEBUG nova.network.neutron [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updated VIF entry in instance network info cache for port 20efcb5c-d121-45d9-9d45-c273bbc37f25. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.818561] env[68134]: DEBUG nova.network.neutron [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.832801] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.835398] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d9ecf48e-5782-4608-8796-4c191bd83485 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.779s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.895648] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.898446] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.033s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.898703] env[68134]: DEBUG nova.objects.instance [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lazy-loading 'resources' on Instance uuid 5b9f6114-c97e-4820-8702-051adbae0a52 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.920968] env[68134]: INFO nova.scheduler.client.report [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleted allocations for instance 9e43d693-9934-4e65-b898-33ca7b0b3d5c [ 1087.118792] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071533} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.119186] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.120052] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd7d48-59bc-46e9-946c-706f85a21c75 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.143740] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 22ec4b82-8e06-4f82-9f67-919b29ce2aeb/22ec4b82-8e06-4f82-9f67-919b29ce2aeb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.144088] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a648be7d-74eb-4f56-a424-096dedb2621c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.168785] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1087.168785] env[68134]: value = "task-2965572" [ 1087.168785] env[68134]: _type = "Task" [ 1087.168785] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.174810] env[68134]: DEBUG nova.network.neutron [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.184738] env[68134]: DEBUG nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.188542] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.243491] env[68134]: DEBUG oslo_vmware.api [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965570, 'name': PowerOnVM_Task, 'duration_secs': 0.506934} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.243938] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.244160] env[68134]: INFO nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1087.244379] env[68134]: DEBUG nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.245241] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459132a-bdb7-4415-8eaf-7dc7119c5ad4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.302352] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965571, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.321972] env[68134]: DEBUG oslo_concurrency.lockutils [req-3950a487-790f-43ef-b009-66d0aefd7b92 req-422598ed-0451-406b-8344-00ae162b34fc service nova] Releasing lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.431055] env[68134]: DEBUG oslo_concurrency.lockutils [None req-454a3fe0-986a-4204-b8f7-66f44ba28840 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "9e43d693-9934-4e65-b898-33ca7b0b3d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.298s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.666438] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d7703-c77a-4442-9834-50463d324f18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.681489] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e002f16b-d86a-4ced-baf4-6594eff0a444 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.684953] env[68134]: INFO nova.compute.manager [-] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Took 1.64 seconds to deallocate network for instance. [ 1087.687450] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.699402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.699402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.699402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.699402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.699402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.734594] env[68134]: INFO nova.compute.manager [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Terminating instance [ 1087.736573] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45842244-becf-42b0-825a-26aa4eb1bd9f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748117] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321a31a-e464-456e-b5b7-f720d2bb50fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.754246] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.769476] env[68134]: DEBUG nova.compute.provider_tree [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.778383] env[68134]: INFO nova.compute.manager [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Took 23.18 seconds to build instance. [ 1087.789481] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.790216] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.805734] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547182} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.806610] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.806610] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.806808] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8939fb2-4ace-450b-8b31-4a1ee885b30a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.817949] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1087.817949] env[68134]: value = "task-2965573" [ 1087.817949] env[68134]: _type = "Task" [ 1087.817949] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.829516] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.832105] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.832356] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.832547] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.832717] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.832921] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.833138] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.833387] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.833585] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.833778] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.833961] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.834191] env[68134]: DEBUG nova.virt.hardware [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.835408] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d67ff29-e7f8-4bdb-b4be-4e3c8f23efb4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.845463] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa91a56-fbfb-410e-a4c6-1849adcb0f39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.860999] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.866726] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.866995] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.867230] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e38549c8-b534-4a71-bbe4-f56c7b9523ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.888488] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "6570ba51-f37a-47fc-a168-4d467b041ddf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.888780] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.889021] env[68134]: INFO nova.compute.manager [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Attaching volume ea3506de-6b3a-4c01-9132-e52a4c113a90 to /dev/sdb [ 1087.890721] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.890721] env[68134]: value = "task-2965574" [ 1087.890721] env[68134]: _type = "Task" [ 1087.890721] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.902920] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965574, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.923945] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988524dc-2558-4f5b-8099-fb13830c7143 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.931342] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f515e82-3359-4053-a8b0-aa26f2f460be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.948544] env[68134]: DEBUG nova.virt.block_device [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updating existing volume attachment record: 8f4c2cc8-c2c3-4c46-be18-d6e8ad2ad52b {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.072018] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.072389] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.072710] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.072866] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.073155] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.075614] env[68134]: INFO nova.compute.manager [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Terminating instance [ 1088.111821] env[68134]: DEBUG nova.compute.manager [req-b8df3dd8-7fa3-44ab-84df-44571fe81a3e req-ee2bb5d4-bbda-40f5-9519-9ceb3fcaa3e0 service nova] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Received event network-vif-deleted-cc116cfb-fad3-4501-854a-2853a85035d6 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.182201] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965572, 'name': ReconfigVM_Task, 'duration_secs': 0.950822} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.183041] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 22ec4b82-8e06-4f82-9f67-919b29ce2aeb/22ec4b82-8e06-4f82-9f67-919b29ce2aeb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.184029] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2c4ed5-a0be-4d66-bab4-a5da827353a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.192267] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1088.192267] env[68134]: value = "task-2965576" [ 1088.192267] env[68134]: _type = "Task" [ 1088.192267] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.207696] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.208402] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965576, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.243397] env[68134]: DEBUG nova.compute.manager [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.243734] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.244740] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3247a3-2dbd-44ad-8baa-e814db38a010 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.253979] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.254295] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-022db37b-d92d-4730-8d4f-e297ff00516e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.262702] env[68134]: DEBUG oslo_vmware.api [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1088.262702] env[68134]: value = "task-2965577" [ 1088.262702] env[68134]: _type = "Task" [ 1088.262702] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.273189] env[68134]: DEBUG nova.scheduler.client.report [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.276953] env[68134]: DEBUG oslo_vmware.api [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.281012] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d73a79db-5c1a-4f03-bcd2-c2f8e59fe084 tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "af627941-3740-498a-8d05-ca908259d8af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.690s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.299365] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.299554] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.300057] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.300057] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.300265] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.300265] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.300431] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1088.300627] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.328496] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074847} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.328702] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.329545] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4c88b6-d560-431e-80d8-c52b956dfff7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.353440] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.354131] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838dbbd1-541a-4602-9b15-301edabfa019 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.375010] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1088.375010] env[68134]: value = "task-2965578" [ 1088.375010] env[68134]: _type = "Task" [ 1088.375010] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.389489] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.400238] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965574, 'name': CreateVM_Task, 'duration_secs': 0.400986} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.400416] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.400879] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.401079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.401444] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.401722] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddab39d-3351-4476-af3f-22c21efd425a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.407087] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1088.407087] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520afa61-1966-53a2-70a9-87984efabd88" [ 1088.407087] env[68134]: _type = "Task" [ 1088.407087] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.416202] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520afa61-1966-53a2-70a9-87984efabd88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.447885] env[68134]: DEBUG nova.compute.manager [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Received event network-changed-4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.448259] env[68134]: DEBUG nova.compute.manager [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Refreshing instance network info cache due to event network-changed-4386f901-c43f-4995-8da2-a8f6d5fdd4c1. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.448680] env[68134]: DEBUG oslo_concurrency.lockutils [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] Acquiring lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.448892] env[68134]: DEBUG oslo_concurrency.lockutils [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] Acquired lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.450162] env[68134]: DEBUG nova.network.neutron [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Refreshing network info cache for port 4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.579960] env[68134]: DEBUG nova.compute.manager [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.583031] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.583031] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ec32c-6178-48a7-a667-7bac6dfb7a38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.593108] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.593108] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de14a43a-84c7-4300-82e8-bf4c50727272 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.600847] env[68134]: DEBUG oslo_vmware.api [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1088.600847] env[68134]: value = "task-2965580" [ 1088.600847] env[68134]: _type = "Task" [ 1088.600847] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.610488] env[68134]: DEBUG oslo_vmware.api [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.710691] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965576, 'name': Rename_Task, 'duration_secs': 0.299503} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.711108] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.711405] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d761d0f7-b299-4914-8db5-b656be99e198 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.724477] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1088.724477] env[68134]: value = "task-2965582" [ 1088.724477] env[68134]: _type = "Task" [ 1088.724477] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.735706] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.773173] env[68134]: DEBUG oslo_vmware.api [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965577, 'name': PowerOffVM_Task, 'duration_secs': 0.211765} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.773489] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.773661] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.773923] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bd84dd7-bbaf-43c4-aca7-f4b17dc00f28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.778904] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.782535] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.309s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.784158] env[68134]: INFO nova.compute.claims [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.804624] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.812593] env[68134]: INFO nova.scheduler.client.report [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Deleted allocations for instance 5b9f6114-c97e-4820-8702-051adbae0a52 [ 1088.852834] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.853075] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.853277] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleting the datastore file [datastore1] d1f824ec-9245-4d71-9356-b66bc66d9ac4 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.853554] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49161d4b-2d28-42da-a11d-b2aaa5d0c80e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.862518] env[68134]: DEBUG oslo_vmware.api [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1088.862518] env[68134]: value = "task-2965584" [ 1088.862518] env[68134]: _type = "Task" [ 1088.862518] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.873557] env[68134]: DEBUG oslo_vmware.api [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.887104] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.919392] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520afa61-1966-53a2-70a9-87984efabd88, 'name': SearchDatastore_Task, 'duration_secs': 0.013739} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.919903] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.920210] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.920691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.920691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.920842] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.921156] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253d38b7-d18d-4b1b-a747-b47e45a189b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.931292] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.931292] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.931582] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440fd6a4-e147-4c31-a474-a68b4245aab3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.938046] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1088.938046] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b8530e-e335-cf71-0579-3a166bcc6341" [ 1088.938046] env[68134]: _type = "Task" [ 1088.938046] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.946754] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b8530e-e335-cf71-0579-3a166bcc6341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.112304] env[68134]: DEBUG oslo_vmware.api [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.131635] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "87e697d3-9f63-4188-be97-ea036b1eac83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.131945] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "87e697d3-9f63-4188-be97-ea036b1eac83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.132193] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "87e697d3-9f63-4188-be97-ea036b1eac83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.132401] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "87e697d3-9f63-4188-be97-ea036b1eac83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.132573] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "87e697d3-9f63-4188-be97-ea036b1eac83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.134862] env[68134]: INFO nova.compute.manager [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Terminating instance [ 1089.236482] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.273306] env[68134]: DEBUG nova.network.neutron [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Updated VIF entry in instance network info cache for port 4386f901-c43f-4995-8da2-a8f6d5fdd4c1. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.273759] env[68134]: DEBUG nova.network.neutron [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Updating instance_info_cache with network_info: [{"id": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "address": "fa:16:3e:db:37:14", "network": {"id": "ac946bd3-753b-4af3-9b6c-a59799e6eece", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-441948289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76e017e534af43bdb3e9a5da525dbdd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4386f901-c4", "ovs_interfaceid": "4386f901-c43f-4995-8da2-a8f6d5fdd4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.327092] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f264c62f-3609-46b6-a845-d34786393bec tempest-ServerDiagnosticsNegativeTest-867720336 tempest-ServerDiagnosticsNegativeTest-867720336-project-member] Lock "5b9f6114-c97e-4820-8702-051adbae0a52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.380s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.373583] env[68134]: DEBUG oslo_vmware.api [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14743} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.373900] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.374069] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.374250] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.374475] env[68134]: INFO nova.compute.manager [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1089.374746] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.374928] env[68134]: DEBUG nova.compute.manager [-] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.375036] env[68134]: DEBUG nova.network.neutron [-] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.386803] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965578, 'name': ReconfigVM_Task, 'duration_secs': 0.588982} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.387196] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.387986] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec137958-bae1-40b5-b907-ab839a653d6a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.396387] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1089.396387] env[68134]: value = "task-2965585" [ 1089.396387] env[68134]: _type = "Task" [ 1089.396387] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.406635] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965585, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.452292] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b8530e-e335-cf71-0579-3a166bcc6341, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.453224] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d7ec63-df47-4424-bc35-067e4dc58215 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.459315] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1089.459315] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cd154c-dfd2-6675-d8fb-3303468e7b34" [ 1089.459315] env[68134]: _type = "Task" [ 1089.459315] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.469188] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cd154c-dfd2-6675-d8fb-3303468e7b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.612563] env[68134]: DEBUG oslo_vmware.api [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965580, 'name': PowerOffVM_Task, 'duration_secs': 0.879661} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.613014] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.613014] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.613286] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a5c9d1-3850-4298-a759-4964dac4a282 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.639855] env[68134]: DEBUG nova.compute.manager [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.640183] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.641144] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ac79a-6532-4e79-854c-56c710800fb2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.648640] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.648906] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f6be82-ff43-4d1f-bccd-8182fee37ffe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.654728] env[68134]: DEBUG oslo_vmware.api [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1089.654728] env[68134]: value = "task-2965587" [ 1089.654728] env[68134]: _type = "Task" [ 1089.654728] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.663260] env[68134]: DEBUG oslo_vmware.api [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.697907] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.697907] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.697907] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleting the datastore file [datastore2] e9a6be6f-66d8-4786-a9ef-1e9e67e364f9 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.698233] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4300bd6b-7adc-435b-b726-e0d435a4a6a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.704776] env[68134]: DEBUG oslo_vmware.api [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1089.704776] env[68134]: value = "task-2965588" [ 1089.704776] env[68134]: _type = "Task" [ 1089.704776] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.712425] env[68134]: DEBUG oslo_vmware.api [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.735406] env[68134]: DEBUG oslo_vmware.api [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965582, 'name': PowerOnVM_Task, 'duration_secs': 0.732711} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.735406] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.736706] env[68134]: INFO nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1089.736706] env[68134]: DEBUG nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.736706] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62454879-3c21-4e80-a8d4-fe3ec27499c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.779637] env[68134]: DEBUG oslo_concurrency.lockutils [req-6694933f-25ab-45d9-863f-097243b62f28 req-26fb5d46-0745-420a-933d-be3869013042 service nova] Releasing lock "refresh_cache-af627941-3740-498a-8d05-ca908259d8af" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.907083] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965585, 'name': Rename_Task, 'duration_secs': 0.16134} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.909970] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.910577] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dec4495-bf29-451c-9a5b-d68d2c52aa0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.917770] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1089.917770] env[68134]: value = "task-2965589" [ 1089.917770] env[68134]: _type = "Task" [ 1089.917770] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.929635] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.973246] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cd154c-dfd2-6675-d8fb-3303468e7b34, 'name': SearchDatastore_Task, 'duration_secs': 0.023932} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.976251] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.976337] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.976741] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ecd8405-3ed8-4075-a6ad-cd834d929df7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.984039] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1089.984039] env[68134]: value = "task-2965590" [ 1089.984039] env[68134]: _type = "Task" [ 1089.984039] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.996076] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.051363] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4d80b-6cb1-432c-9d64-181c08a9fea4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.060538] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f2641-b081-4a34-b0e3-7dfda1ae2147 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.095018] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52949074-e625-4d3c-8284-d2a6c2b9c649 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.102830] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4bc0f5-b1fe-49b8-b908-ed6e698a72dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.116848] env[68134]: DEBUG nova.compute.provider_tree [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.153393] env[68134]: DEBUG nova.network.neutron [-] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.164213] env[68134]: DEBUG oslo_vmware.api [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965587, 'name': PowerOffVM_Task, 'duration_secs': 0.199102} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.164483] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.164688] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.164974] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39c8ed60-09b1-4af0-9389-f99a80b6e744 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.217545] env[68134]: DEBUG oslo_vmware.api [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169075} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.217942] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.218238] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.218474] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.218753] env[68134]: INFO nova.compute.manager [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1090.219151] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.219500] env[68134]: DEBUG nova.compute.manager [-] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.219664] env[68134]: DEBUG nova.network.neutron [-] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.236738] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.237011] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.237214] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleting the datastore file [datastore2] 87e697d3-9f63-4188-be97-ea036b1eac83 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.237519] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1602d4ef-a9f9-4d3d-beb8-ac285202e8da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.244389] env[68134]: DEBUG oslo_vmware.api [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1090.244389] env[68134]: value = "task-2965592" [ 1090.244389] env[68134]: _type = "Task" [ 1090.244389] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.260842] env[68134]: DEBUG oslo_vmware.api [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.261419] env[68134]: INFO nova.compute.manager [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Took 19.06 seconds to build instance. [ 1090.428450] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.481266] env[68134]: DEBUG nova.compute.manager [req-1254eee1-ae2a-4e40-922c-1956e887111c req-fa29f369-bf75-4a5e-b2ab-705c7b8010c5 service nova] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Received event network-vif-deleted-6ee48c87-dd03-4493-b15e-4a27be18685a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.499550] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.620752] env[68134]: DEBUG nova.scheduler.client.report [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.657777] env[68134]: INFO nova.compute.manager [-] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Took 1.28 seconds to deallocate network for instance. [ 1090.755937] env[68134]: DEBUG oslo_vmware.api [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.763864] env[68134]: DEBUG oslo_concurrency.lockutils [None req-99883a13-d48f-4b04-a79c-b41018bf4ee1 tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.575s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.928865] env[68134]: DEBUG oslo_vmware.api [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965589, 'name': PowerOnVM_Task, 'duration_secs': 0.63237} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.929328] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.929555] env[68134]: INFO nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1090.929737] env[68134]: DEBUG nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.930534] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d614bc-e413-4e09-ae84-c7d1a6d99d99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.995296] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554014} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.995628] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.995860] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.996122] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f19f1587-193f-427d-9163-1dd61d498793 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.002746] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1091.002746] env[68134]: value = "task-2965594" [ 1091.002746] env[68134]: _type = "Task" [ 1091.002746] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.011661] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.042242] env[68134]: DEBUG nova.network.neutron [-] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.126515] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.127186] env[68134]: DEBUG nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.129987] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.376s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.131415] env[68134]: INFO nova.compute.claims [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.164008] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.258966] env[68134]: DEBUG oslo_vmware.api [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.653938} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.259284] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.259486] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.259643] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.259819] env[68134]: INFO nova.compute.manager [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1091.260109] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.260307] env[68134]: DEBUG nova.compute.manager [-] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.260402] env[68134]: DEBUG nova.network.neutron [-] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.447671] env[68134]: INFO nova.compute.manager [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Took 20.24 seconds to build instance. [ 1091.513169] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066438} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.513837] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.514888] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa406352-690e-4ce5-a60e-d510c01bacd5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.538177] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.539062] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e492438d-3dc4-4fbc-b5fa-9e24cc2d52a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.558429] env[68134]: INFO nova.compute.manager [-] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Took 1.34 seconds to deallocate network for instance. [ 1091.566417] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1091.566417] env[68134]: value = "task-2965595" [ 1091.566417] env[68134]: _type = "Task" [ 1091.566417] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.575482] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.635408] env[68134]: DEBUG nova.compute.utils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.638990] env[68134]: DEBUG nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.639182] env[68134]: DEBUG nova.network.neutron [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.680209] env[68134]: DEBUG nova.policy [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab726390371f42539762a3250b73c18c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dc8627de75c4a9cba3854c62e3da65f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.691056] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.691056] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.691238] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.691768] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.691768] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.693741] env[68134]: INFO nova.compute.manager [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Terminating instance [ 1091.951261] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e547de94-63ac-49df-8bfa-3546ba0b3da4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.761s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.067236] env[68134]: DEBUG nova.network.neutron [-] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.069160] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.085350] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965595, 'name': ReconfigVM_Task, 'duration_secs': 0.272241} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.085619] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Reconfigured VM instance instance-00000064 to attach disk [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782/f830dcd6-d677-4ed3-b8c8-635d87431782.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.086264] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47bc3bc6-2449-423f-8340-656ea17b47e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.094225] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1092.094225] env[68134]: value = "task-2965596" [ 1092.094225] env[68134]: _type = "Task" [ 1092.094225] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.106158] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965596, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.140091] env[68134]: DEBUG nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.198657] env[68134]: DEBUG nova.compute.manager [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.198886] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.200131] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae772b-2490-4757-99eb-15fe0d2a5c4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.208885] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.209390] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d41b89f5-37cd-4395-8980-0eff0df7d78a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.215784] env[68134]: DEBUG oslo_vmware.api [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1092.215784] env[68134]: value = "task-2965597" [ 1092.215784] env[68134]: _type = "Task" [ 1092.215784] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.230514] env[68134]: DEBUG oslo_vmware.api [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.291224] env[68134]: DEBUG nova.network.neutron [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Successfully created port: 03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.404543] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67b3f8-2fef-4482-9b91-04997d8a3e64 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.412458] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a5f8f8-3a7f-4cb1-ac07-74d3845d4600 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.445816] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c9b7c-3bec-43f2-a42f-e21840839657 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.454190] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0dfe58-ace9-4cb0-aa10-be3a2469db40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.469521] env[68134]: DEBUG nova.compute.provider_tree [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.525848] env[68134]: DEBUG nova.compute.manager [req-33577448-59e2-40d7-8b68-1303d8fc116e req-8907df02-c3f5-43ae-adfe-50c46970d7af service nova] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Received event network-vif-deleted-86777974-1e68-438c-a017-be0da071aafa {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.526152] env[68134]: DEBUG nova.compute.manager [req-33577448-59e2-40d7-8b68-1303d8fc116e req-8907df02-c3f5-43ae-adfe-50c46970d7af service nova] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Received event network-vif-deleted-e555d7cb-1fd4-4fbf-b8d7-72f73ad44b84 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.570760] env[68134]: INFO nova.compute.manager [-] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Took 1.31 seconds to deallocate network for instance. [ 1092.604497] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965596, 'name': Rename_Task, 'duration_secs': 0.135545} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.604811] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.605265] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac741a3-5dc1-48fa-be66-312e6b63bf39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.611919] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1092.611919] env[68134]: value = "task-2965598" [ 1092.611919] env[68134]: _type = "Task" [ 1092.611919] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.625501] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.729709] env[68134]: DEBUG oslo_vmware.api [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965597, 'name': PowerOffVM_Task, 'duration_secs': 0.362924} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.729996] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.730187] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.730443] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d89ab72-84c4-4be0-8236-370a7b7dfbb1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.795356] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.795640] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.795857] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleting the datastore file [datastore1] 22ec4b82-8e06-4f82-9f67-919b29ce2aeb {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.796144] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c9434c-5fbf-48e5-86cc-43509e34e643 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.810616] env[68134]: DEBUG oslo_vmware.api [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for the task: (returnval){ [ 1092.810616] env[68134]: value = "task-2965600" [ 1092.810616] env[68134]: _type = "Task" [ 1092.810616] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.818035] env[68134]: DEBUG oslo_vmware.api [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.978815] env[68134]: DEBUG nova.scheduler.client.report [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.001743] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1093.003019] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1093.004169] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4ac84-1ec0-4dc2-a6df-237cb497dcfa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.024169] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8ff5d-399f-4433-ba7e-f686fd58fb60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.057180] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-ea3506de-6b3a-4c01-9132-e52a4c113a90/volume-ea3506de-6b3a-4c01-9132-e52a4c113a90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.057180] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4540a190-b5c5-440a-a65e-1a372c4d8b43 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.075718] env[68134]: DEBUG oslo_vmware.api [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1093.075718] env[68134]: value = "task-2965601" [ 1093.075718] env[68134]: _type = "Task" [ 1093.075718] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.079925] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.085127] env[68134]: DEBUG oslo_vmware.api [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.122242] env[68134]: DEBUG oslo_vmware.api [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965598, 'name': PowerOnVM_Task, 'duration_secs': 0.46157} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.122538] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.122770] env[68134]: DEBUG nova.compute.manager [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.123761] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a435778c-801d-49bf-b593-202385f175bd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.155863] env[68134]: DEBUG nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.183939] env[68134]: DEBUG nova.virt.hardware [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.184842] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b09c8e-328d-460e-b8d9-6281ae3f8c08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.192977] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0780f0-b968-494e-805c-c1765bdfd8fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.322540] env[68134]: DEBUG oslo_vmware.api [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Task: {'id': task-2965600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144803} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.322926] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.323235] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.323446] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.323636] env[68134]: INFO nova.compute.manager [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1093.323883] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.324108] env[68134]: DEBUG nova.compute.manager [-] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.324205] env[68134]: DEBUG nova.network.neutron [-] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.420200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.420448] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.485349] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.485864] env[68134]: DEBUG nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.489190] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.282s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.489680] env[68134]: DEBUG nova.objects.instance [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'resources' on Instance uuid 58ffa9ba-219e-4756-b125-9b9b00629b1e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.590883] env[68134]: DEBUG oslo_vmware.api [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.639838] env[68134]: DEBUG nova.compute.manager [req-83de0e8f-ecdb-46f8-a4cc-fd7e6fe1266a req-314010d3-a13c-4c7e-8b25-dda43d73bf4f service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Received event network-vif-deleted-1b239758-f7f4-44d9-9d22-18906b0fe00f {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.640144] env[68134]: INFO nova.compute.manager [req-83de0e8f-ecdb-46f8-a4cc-fd7e6fe1266a req-314010d3-a13c-4c7e-8b25-dda43d73bf4f service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Neutron deleted interface 1b239758-f7f4-44d9-9d22-18906b0fe00f; detaching it from the instance and deleting it from the info cache [ 1093.640338] env[68134]: DEBUG nova.network.neutron [req-83de0e8f-ecdb-46f8-a4cc-fd7e6fe1266a req-314010d3-a13c-4c7e-8b25-dda43d73bf4f service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.645769] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.646241] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.647401] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.900141] env[68134]: DEBUG nova.network.neutron [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Successfully updated port: 03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.922857] env[68134]: DEBUG nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.991240] env[68134]: DEBUG nova.compute.utils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.994335] env[68134]: DEBUG nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.994517] env[68134]: DEBUG nova.network.neutron [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.024926] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "f830dcd6-d677-4ed3-b8c8-635d87431782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.025186] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "f830dcd6-d677-4ed3-b8c8-635d87431782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.025387] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "f830dcd6-d677-4ed3-b8c8-635d87431782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.025706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "f830dcd6-d677-4ed3-b8c8-635d87431782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.025798] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "f830dcd6-d677-4ed3-b8c8-635d87431782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.027777] env[68134]: INFO nova.compute.manager [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Terminating instance [ 1094.037030] env[68134]: DEBUG nova.policy [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdab9d7bdbc64742b13f164c271500f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1223c1722245c6a523fb296c8e919b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.090344] env[68134]: DEBUG oslo_vmware.api [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965601, 'name': ReconfigVM_Task, 'duration_secs': 0.543397} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.090344] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-ea3506de-6b3a-4c01-9132-e52a4c113a90/volume-ea3506de-6b3a-4c01-9132-e52a4c113a90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.096251] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a7ed73-c387-4881-8e4e-ffff4facb33e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.113954] env[68134]: DEBUG oslo_vmware.api [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1094.113954] env[68134]: value = "task-2965602" [ 1094.113954] env[68134]: _type = "Task" [ 1094.113954] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.121888] env[68134]: DEBUG nova.network.neutron [-] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.123278] env[68134]: DEBUG oslo_vmware.api [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.146895] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a31f2e89-776e-41f3-a23a-c273067c2934 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.151630] env[68134]: DEBUG nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.161407] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9182d2ed-36b2-4884-ad4f-dd6abe1fc961 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.200925] env[68134]: DEBUG nova.compute.manager [req-83de0e8f-ecdb-46f8-a4cc-fd7e6fe1266a req-314010d3-a13c-4c7e-8b25-dda43d73bf4f service nova] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Detach interface failed, port_id=1b239758-f7f4-44d9-9d22-18906b0fe00f, reason: Instance 22ec4b82-8e06-4f82-9f67-919b29ce2aeb could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.297146] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420060b-8eca-4cd4-9f24-1bbfbfb1227b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.306126] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892acb0-55dc-4e71-87b9-23a1b7261772 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.335893] env[68134]: DEBUG nova.network.neutron [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Successfully created port: 5285d637-57dc-451f-95e4-a04bf10f0e35 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.338321] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a40d1-7cc7-4c52-a63a-3a84f54e50b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.346122] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad1130-0b89-492a-817a-bc0270aa7617 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.360552] env[68134]: DEBUG nova.compute.provider_tree [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.402554] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.402884] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.403081] env[68134]: DEBUG nova.network.neutron [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.442789] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.497798] env[68134]: DEBUG nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.531697] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "refresh_cache-f830dcd6-d677-4ed3-b8c8-635d87431782" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.531869] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquired lock "refresh_cache-f830dcd6-d677-4ed3-b8c8-635d87431782" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.532064] env[68134]: DEBUG nova.network.neutron [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.555241] env[68134]: DEBUG nova.compute.manager [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Received event network-changed-20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.555377] env[68134]: DEBUG nova.compute.manager [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Refreshing instance network info cache due to event network-changed-20efcb5c-d121-45d9-9d45-c273bbc37f25. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.555566] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Acquiring lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.555708] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Acquired lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.555867] env[68134]: DEBUG nova.network.neutron [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Refreshing network info cache for port 20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.623454] env[68134]: DEBUG oslo_vmware.api [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965602, 'name': ReconfigVM_Task, 'duration_secs': 0.186366} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.623773] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.627685] env[68134]: INFO nova.compute.manager [-] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Took 1.30 seconds to deallocate network for instance. [ 1094.670461] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.864203] env[68134]: DEBUG nova.scheduler.client.report [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.934261] env[68134]: DEBUG nova.network.neutron [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.132269] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.301892] env[68134]: DEBUG nova.network.neutron [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.368894] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.371251] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.567s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.371429] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.371597] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1095.371932] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.208s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.373104] env[68134]: DEBUG nova.objects.instance [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lazy-loading 'resources' on Instance uuid d1f824ec-9245-4d71-9356-b66bc66d9ac4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.374890] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb30f8c-c68d-4e0b-a374-d0c0ba16cfb5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.390728] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077126b8-e4d4-4e4a-a6c5-35f9b67391c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.411614] env[68134]: INFO nova.scheduler.client.report [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted allocations for instance 58ffa9ba-219e-4756-b125-9b9b00629b1e [ 1095.413440] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5459cf-f4ff-4152-8a24-48c86d5c81c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.419177] env[68134]: DEBUG nova.network.neutron [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.432527] env[68134]: DEBUG nova.network.neutron [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.434599] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506bedc-821b-4196-a938-1e761618f11c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.467888] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179298MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1095.468069] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.513271] env[68134]: DEBUG nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.540221] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.540493] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.540670] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.540957] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.541150] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.541318] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.541539] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.541718] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.541912] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.542100] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.542292] env[68134]: DEBUG nova.virt.hardware [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.543274] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d5a0d-568d-47d7-8b3d-791099f999b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.553983] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f139fd9c-1af0-4519-876e-c3da72db442d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.592572] env[68134]: DEBUG nova.network.neutron [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updated VIF entry in instance network info cache for port 20efcb5c-d121-45d9-9d45-c273bbc37f25. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.593023] env[68134]: DEBUG nova.network.neutron [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.663833] env[68134]: DEBUG nova.objects.instance [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'flavor' on Instance uuid 6570ba51-f37a-47fc-a168-4d467b041ddf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.824282] env[68134]: DEBUG nova.network.neutron [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Successfully updated port: 5285d637-57dc-451f-95e4-a04bf10f0e35 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.926191] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ad7f2549-e888-47dc-921c-527dce8cd9e7 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "58ffa9ba-219e-4756-b125-9b9b00629b1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.554s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.931668] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Releasing lock "refresh_cache-f830dcd6-d677-4ed3-b8c8-635d87431782" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.932140] env[68134]: DEBUG nova.compute.manager [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.932366] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.933243] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554c06db-69c2-490f-b6c2-d077fcdadb9e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.939646] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.940166] env[68134]: DEBUG nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Instance network_info: |[{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.940422] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:31:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03113920-9296-4978-8639-0909b336c0fb', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.948114] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.953254] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.953552] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.954379] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40856ce5-8eae-4626-adde-77dbe5682006 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.970209] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89027dff-9649-42bf-a81c-2910edbed154 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.981158] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.981158] env[68134]: value = "task-2965603" [ 1095.981158] env[68134]: _type = "Task" [ 1095.981158] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.987596] env[68134]: DEBUG oslo_vmware.api [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1095.987596] env[68134]: value = "task-2965604" [ 1095.987596] env[68134]: _type = "Task" [ 1095.987596] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.994706] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965603, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.999960] env[68134]: DEBUG oslo_vmware.api [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.095877] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Releasing lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.096116] env[68134]: DEBUG nova.compute.manager [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Received event network-vif-plugged-03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.096807] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Acquiring lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.096807] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.096807] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.096949] env[68134]: DEBUG nova.compute.manager [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] No waiting events found dispatching network-vif-plugged-03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.098028] env[68134]: WARNING nova.compute.manager [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Received unexpected event network-vif-plugged-03113920-9296-4978-8639-0909b336c0fb for instance with vm_state building and task_state spawning. [ 1096.098028] env[68134]: DEBUG nova.compute.manager [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Received event network-changed-03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.098028] env[68134]: DEBUG nova.compute.manager [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Refreshing instance network info cache due to event network-changed-03113920-9296-4978-8639-0909b336c0fb. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.098028] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Acquiring lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.098028] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Acquired lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.098028] env[68134]: DEBUG nova.network.neutron [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Refreshing network info cache for port 03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.149149] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e441cc-03f2-42e4-b19a-d618bc7a7a72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.158759] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f83b2-025c-48d1-9fb2-2a15da7e410d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.197275] env[68134]: DEBUG oslo_concurrency.lockutils [None req-81b9cc82-60e3-46a3-a6fd-1585d783988e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.308s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.198897] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5dba94-a03f-421e-8bb3-fa8a404b5339 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.207192] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd51b46f-1303-489e-92cb-7ae680711bec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.223165] env[68134]: DEBUG nova.compute.provider_tree [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.326913] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.327078] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.327355] env[68134]: DEBUG nova.network.neutron [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.491045] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965603, 'name': CreateVM_Task, 'duration_secs': 0.369667} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.494146] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.494848] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.495084] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.495412] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.496061] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a285ac-4eba-44ce-9519-879c6257f013 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.500675] env[68134]: DEBUG oslo_vmware.api [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965604, 'name': PowerOffVM_Task, 'duration_secs': 0.122862} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.501903] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.502118] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.502458] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1096.502458] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526e7139-86b7-32ee-1ea4-3586b2f0c183" [ 1096.502458] env[68134]: _type = "Task" [ 1096.502458] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.502722] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45d703ff-3efe-4fcc-a901-b4cae44020f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.513529] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526e7139-86b7-32ee-1ea4-3586b2f0c183, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.513813] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.514059] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.514298] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.514446] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.514629] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.514878] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d18fb07-14f5-44a7-88ed-9c11c8e7e393 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.522670] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.522849] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.523619] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee311673-7878-4583-b4c3-5c91cc38534b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.529552] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.529746] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.530017] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Deleting the datastore file [datastore2] f830dcd6-d677-4ed3-b8c8-635d87431782 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.531246] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-742b50e2-1ae4-4b99-aa1c-983116b310d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.532971] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1096.532971] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52115249-a68a-747f-90d6-4beff5075d87" [ 1096.532971] env[68134]: _type = "Task" [ 1096.532971] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.539771] env[68134]: DEBUG oslo_vmware.api [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for the task: (returnval){ [ 1096.539771] env[68134]: value = "task-2965606" [ 1096.539771] env[68134]: _type = "Task" [ 1096.539771] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.543167] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52115249-a68a-747f-90d6-4beff5075d87, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.546460] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e82d90-8972-4b48-b083-cbd41deb6c72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.552861] env[68134]: DEBUG oslo_vmware.api [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.554023] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1096.554023] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e2eb2e-9812-279a-509e-9889262a48a6" [ 1096.554023] env[68134]: _type = "Task" [ 1096.554023] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.560817] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e2eb2e-9812-279a-509e-9889262a48a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.583164] env[68134]: DEBUG nova.compute.manager [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Received event network-vif-plugged-5285d637-57dc-451f-95e4-a04bf10f0e35 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.583164] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] Acquiring lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.583164] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.583164] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.583164] env[68134]: DEBUG nova.compute.manager [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] No waiting events found dispatching network-vif-plugged-5285d637-57dc-451f-95e4-a04bf10f0e35 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.583164] env[68134]: WARNING nova.compute.manager [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Received unexpected event network-vif-plugged-5285d637-57dc-451f-95e4-a04bf10f0e35 for instance with vm_state building and task_state spawning. [ 1096.583164] env[68134]: DEBUG nova.compute.manager [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Received event network-changed-5285d637-57dc-451f-95e4-a04bf10f0e35 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.583164] env[68134]: DEBUG nova.compute.manager [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Refreshing instance network info cache due to event network-changed-5285d637-57dc-451f-95e4-a04bf10f0e35. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.583164] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] Acquiring lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.654068] env[68134]: INFO nova.compute.manager [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Rebuilding instance [ 1096.701800] env[68134]: DEBUG nova.compute.manager [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.702900] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ddf05-9719-48be-813f-fb66fb6c6604 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.726441] env[68134]: DEBUG nova.scheduler.client.report [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.796703] env[68134]: DEBUG nova.network.neutron [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updated VIF entry in instance network info cache for port 03113920-9296-4978-8639-0909b336c0fb. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.797081] env[68134]: DEBUG nova.network.neutron [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.860240] env[68134]: DEBUG nova.network.neutron [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.049142] env[68134]: DEBUG nova.network.neutron [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance_info_cache with network_info: [{"id": "5285d637-57dc-451f-95e4-a04bf10f0e35", "address": "fa:16:3e:d6:79:19", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5285d637-57", "ovs_interfaceid": "5285d637-57dc-451f-95e4-a04bf10f0e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.053328] env[68134]: DEBUG oslo_vmware.api [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Task: {'id': task-2965606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097202} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.053785] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.054222] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.054222] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.054328] env[68134]: INFO nova.compute.manager [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1097.054547] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.054792] env[68134]: DEBUG nova.compute.manager [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.054884] env[68134]: DEBUG nova.network.neutron [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.065170] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e2eb2e-9812-279a-509e-9889262a48a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008678} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.065411] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.065654] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.065889] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e555874f-87d9-4846-b6be-31384edc31e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.071726] env[68134]: DEBUG nova.network.neutron [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.074443] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1097.074443] env[68134]: value = "task-2965607" [ 1097.074443] env[68134]: _type = "Task" [ 1097.074443] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.082073] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.233193] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.234248] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.165s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.234678] env[68134]: DEBUG nova.objects.instance [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lazy-loading 'resources' on Instance uuid e9a6be6f-66d8-4786-a9ef-1e9e67e364f9 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.258663] env[68134]: INFO nova.scheduler.client.report [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleted allocations for instance d1f824ec-9245-4d71-9356-b66bc66d9ac4 [ 1097.299954] env[68134]: DEBUG oslo_concurrency.lockutils [req-72083832-528b-42ad-9948-603365f95a60 req-af3decbb-768f-4c39-9166-6f2a21dcecdc service nova] Releasing lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.555628] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.555628] env[68134]: DEBUG nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Instance network_info: |[{"id": "5285d637-57dc-451f-95e4-a04bf10f0e35", "address": "fa:16:3e:d6:79:19", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5285d637-57", "ovs_interfaceid": "5285d637-57dc-451f-95e4-a04bf10f0e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.555956] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] Acquired lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.556254] env[68134]: DEBUG nova.network.neutron [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Refreshing network info cache for port 5285d637-57dc-451f-95e4-a04bf10f0e35 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.557551] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:79:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5285d637-57dc-451f-95e4-a04bf10f0e35', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.565157] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.568263] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.568862] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a9072b-79cf-4183-a167-3dcedc8e01a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.583899] env[68134]: DEBUG nova.network.neutron [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.595865] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488651} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.597115] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.597333] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.597563] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.597563] env[68134]: value = "task-2965608" [ 1097.597563] env[68134]: _type = "Task" [ 1097.597563] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.597736] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41d12e3d-1c05-467b-901e-ba4676e16f85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.608048] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965608, 'name': CreateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.609987] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1097.609987] env[68134]: value = "task-2965609" [ 1097.609987] env[68134]: _type = "Task" [ 1097.609987] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.716829] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.717246] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e2d982-c7d1-415c-9499-45c0b53e6932 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.724127] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1097.724127] env[68134]: value = "task-2965610" [ 1097.724127] env[68134]: _type = "Task" [ 1097.724127] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.733087] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.773732] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f0175575-7deb-4ba8-b541-e28a07efa199 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "d1f824ec-9245-4d71-9356-b66bc66d9ac4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.075s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.014643] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b169c8f-e98c-497d-a3ab-4e839ca3b33b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.022533] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2a99a8-0b18-429b-bbdd-b355e080b7fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.054894] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc00bf4-d254-4f86-add3-dd294cdee647 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.065583] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf67f7-5b6f-4f52-a5ef-10cfe82bef4c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.080149] env[68134]: DEBUG nova.compute.provider_tree [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.090997] env[68134]: INFO nova.compute.manager [-] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Took 1.04 seconds to deallocate network for instance. [ 1098.111662] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965608, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.120573] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084495} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.121526] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.121706] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec86ba3f-e37d-4d41-9a6f-2bd3ab044d2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.126529] env[68134]: DEBUG nova.network.neutron [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updated VIF entry in instance network info cache for port 5285d637-57dc-451f-95e4-a04bf10f0e35. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.126866] env[68134]: DEBUG nova.network.neutron [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance_info_cache with network_info: [{"id": "5285d637-57dc-451f-95e4-a04bf10f0e35", "address": "fa:16:3e:d6:79:19", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5285d637-57", "ovs_interfaceid": "5285d637-57dc-451f-95e4-a04bf10f0e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.146885] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.148234] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058214ee-7362-4279-acc9-75363a725cf0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.169535] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1098.169535] env[68134]: value = "task-2965611" [ 1098.169535] env[68134]: _type = "Task" [ 1098.169535] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.182403] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.234608] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965610, 'name': PowerOffVM_Task, 'duration_secs': 0.369299} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.235295] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.298424] env[68134]: INFO nova.compute.manager [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Detaching volume ea3506de-6b3a-4c01-9132-e52a4c113a90 [ 1098.332431] env[68134]: INFO nova.virt.block_device [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Attempting to driver detach volume ea3506de-6b3a-4c01-9132-e52a4c113a90 from mountpoint /dev/sdb [ 1098.332431] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1098.332546] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1098.334042] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a154c0a-fc9f-4c17-b63a-cebc5dc890fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.355224] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718073ab-70f7-469c-9497-8d52ee092f9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.362146] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed53d10-e3ca-4047-b5d1-a290d584e10e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.382201] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116a1ce0-91a8-4d5c-87df-4699d543b838 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.398411] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea3506de-6b3a-4c01-9132-e52a4c113a90/volume-ea3506de-6b3a-4c01-9132-e52a4c113a90.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1098.403729] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.404387] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b8aa69-6e9a-499d-ba5f-38fde15dfd6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.422916] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1098.422916] env[68134]: value = "task-2965612" [ 1098.422916] env[68134]: _type = "Task" [ 1098.422916] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.431110] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.491087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.491087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.583561] env[68134]: DEBUG nova.scheduler.client.report [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.597833] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.610413] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965608, 'name': CreateVM_Task, 'duration_secs': 0.541672} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.610582] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.611332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.611505] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.611885] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.612164] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c92c476-be48-4e63-9e4c-bd078489169e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.617050] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1098.617050] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528ae7cf-fc99-7bc7-def6-24dbe159bda4" [ 1098.617050] env[68134]: _type = "Task" [ 1098.617050] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.626535] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528ae7cf-fc99-7bc7-def6-24dbe159bda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.638703] env[68134]: DEBUG oslo_concurrency.lockutils [req-8dc3a498-a206-4959-ba59-bb54a4a40a8c req-64dd8ed3-547a-486f-9f00-cfa73bcac547 service nova] Releasing lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.680175] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.761053] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.761399] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.761674] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.761940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.762183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.764435] env[68134]: INFO nova.compute.manager [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Terminating instance [ 1098.933234] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965612, 'name': ReconfigVM_Task, 'duration_secs': 0.232934} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.933585] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.938193] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4a5164-9ce0-4b46-a109-7c8e401134c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.954055] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1098.954055] env[68134]: value = "task-2965613" [ 1098.954055] env[68134]: _type = "Task" [ 1098.954055] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.961594] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.993879] env[68134]: DEBUG nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.088735] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.091810] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.012s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.091810] env[68134]: DEBUG nova.objects.instance [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lazy-loading 'resources' on Instance uuid 87e697d3-9f63-4188-be97-ea036b1eac83 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.111054] env[68134]: INFO nova.scheduler.client.report [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted allocations for instance e9a6be6f-66d8-4786-a9ef-1e9e67e364f9 [ 1099.131031] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528ae7cf-fc99-7bc7-def6-24dbe159bda4, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.131434] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.131767] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.132102] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.132313] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.132561] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.133262] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cdd0638-2b1d-452c-b0a1-91b76c97207c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.142681] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.142976] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.144075] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881b0c3d-4b6c-4062-8e62-ed13e6cd9b5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.153267] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1099.153267] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b7ac75-d518-8518-06dd-9115d9500299" [ 1099.153267] env[68134]: _type = "Task" [ 1099.153267] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.165748] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b7ac75-d518-8518-06dd-9115d9500299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.179823] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965611, 'name': ReconfigVM_Task, 'duration_secs': 0.61471} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.180316] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.180753] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac7e30bc-cebc-4e7e-9e35-126f1e2e5b2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.186960] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1099.186960] env[68134]: value = "task-2965614" [ 1099.186960] env[68134]: _type = "Task" [ 1099.186960] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.195135] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965614, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.268436] env[68134]: DEBUG nova.compute.manager [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.268825] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.270158] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf46ff1-46d0-4ebf-9c42-3723cf3ed0cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.280694] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.280694] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95be64d7-f484-445a-950f-17d7d34d0bb1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.285630] env[68134]: DEBUG oslo_vmware.api [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1099.285630] env[68134]: value = "task-2965615" [ 1099.285630] env[68134]: _type = "Task" [ 1099.285630] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.298135] env[68134]: DEBUG oslo_vmware.api [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.465623] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965613, 'name': ReconfigVM_Task, 'duration_secs': 0.347828} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.465971] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1099.515214] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.619595] env[68134]: DEBUG oslo_concurrency.lockutils [None req-649b89b1-4fea-416e-ae56-dfbc4d4660e7 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "e9a6be6f-66d8-4786-a9ef-1e9e67e364f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.547s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.666311] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b7ac75-d518-8518-06dd-9115d9500299, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.667079] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b623e8de-11c4-4cd7-be71-a037f7abc43b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.674776] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1099.674776] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]523924b8-31b2-8c10-8e2b-1fc5cb613092" [ 1099.674776] env[68134]: _type = "Task" [ 1099.674776] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.682269] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523924b8-31b2-8c10-8e2b-1fc5cb613092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.695488] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965614, 'name': Rename_Task, 'duration_secs': 0.209759} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.697864] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.698288] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8feedf0b-4bcf-465c-b7a3-1f1802b2dcd6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.703603] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1099.703603] env[68134]: value = "task-2965616" [ 1099.703603] env[68134]: _type = "Task" [ 1099.703603] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.713101] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.796245] env[68134]: DEBUG oslo_vmware.api [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965615, 'name': PowerOffVM_Task, 'duration_secs': 0.22492} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.796505] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.796655] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.797725] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1619ce-afa9-445e-b55c-014377f7ba39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.799623] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c081670-cc90-4363-8de1-c039ebd10ab8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.806191] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13be0241-45e1-449a-89ab-ca91bd12dd79 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.838518] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f85711-6aa6-4933-8678-932d76a29db4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.846135] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0131566-59d8-46b4-b052-fd9bc29047d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.859535] env[68134]: DEBUG nova.compute.provider_tree [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.868248] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.868455] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.868673] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleting the datastore file [datastore1] c8e28ec8-ca57-45ef-9e0c-85f20c834a76 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.869547] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44b8fec8-49a0-423b-b369-c4fb2d3a52f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.875778] env[68134]: DEBUG oslo_vmware.api [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for the task: (returnval){ [ 1099.875778] env[68134]: value = "task-2965618" [ 1099.875778] env[68134]: _type = "Task" [ 1099.875778] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.883775] env[68134]: DEBUG oslo_vmware.api [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.185066] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]523924b8-31b2-8c10-8e2b-1fc5cb613092, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.185066] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.185299] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 7fd7d4b5-51b9-4228-b3ee-96e849d1e806/7fd7d4b5-51b9-4228-b3ee-96e849d1e806.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.185550] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b99e6a95-2dad-41ec-b625-d04559e334cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.191952] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1100.191952] env[68134]: value = "task-2965619" [ 1100.191952] env[68134]: _type = "Task" [ 1100.191952] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.199705] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.211539] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.363812] env[68134]: DEBUG nova.scheduler.client.report [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.386478] env[68134]: DEBUG oslo_vmware.api [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Task: {'id': task-2965618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162998} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.387457] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.387666] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.387836] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.388016] env[68134]: INFO nova.compute.manager [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1100.388265] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.388520] env[68134]: DEBUG nova.compute.manager [-] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.388687] env[68134]: DEBUG nova.network.neutron [-] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.519861] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.520258] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55bf0245-c6a2-4915-bc9b-f97409e29b8d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.530924] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1100.530924] env[68134]: value = "task-2965620" [ 1100.530924] env[68134]: _type = "Task" [ 1100.530924] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.541060] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1100.541229] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1100.541471] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1100.542297] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e2ad6-7ce1-4967-a976-e5e302e20470 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.563898] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e6152e-bb8f-473e-83b8-c72c4d676206 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.572916] env[68134]: WARNING nova.virt.vmwareapi.driver [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1100.574113] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.574113] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94af250f-365a-4be6-a631-fd32979bfe8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.581609] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.581926] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a2dd4c-c336-4b8d-90f6-3b00529e9c66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.655293] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.655448] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.655608] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleting the datastore file [datastore1] 6570ba51-f37a-47fc-a168-4d467b041ddf {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.655883] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c0d90b-a864-4024-9546-414229c5aff5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.664215] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1100.664215] env[68134]: value = "task-2965622" [ 1100.664215] env[68134]: _type = "Task" [ 1100.664215] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.673228] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.679603] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "9e58f381-3a71-477e-9274-42fb08037c49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.679981] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.702373] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502978} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.702681] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 7fd7d4b5-51b9-4228-b3ee-96e849d1e806/7fd7d4b5-51b9-4228-b3ee-96e849d1e806.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.702977] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.703246] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805fea5e-8a77-4833-bbad-b60dca0904b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.714593] env[68134]: DEBUG oslo_vmware.api [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965616, 'name': PowerOnVM_Task, 'duration_secs': 0.668875} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.715474] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.715691] env[68134]: INFO nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1100.715866] env[68134]: DEBUG nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.716195] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1100.716195] env[68134]: value = "task-2965623" [ 1100.716195] env[68134]: _type = "Task" [ 1100.716195] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.716861] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade467e-6d04-4169-b429-0c651f32a96a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.727330] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.754558] env[68134]: DEBUG nova.compute.manager [req-cb719a80-b587-4267-9778-f89854cc690e req-5d51c49b-813c-442d-a5bf-e29adb3bba50 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Received event network-vif-deleted-9b2874f8-c04d-441b-99fd-9f76f8984c10 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.754723] env[68134]: INFO nova.compute.manager [req-cb719a80-b587-4267-9778-f89854cc690e req-5d51c49b-813c-442d-a5bf-e29adb3bba50 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Neutron deleted interface 9b2874f8-c04d-441b-99fd-9f76f8984c10; detaching it from the instance and deleting it from the info cache [ 1100.754890] env[68134]: DEBUG nova.network.neutron [req-cb719a80-b587-4267-9778-f89854cc690e req-5d51c49b-813c-442d-a5bf-e29adb3bba50 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.870400] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.873037] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.226s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.873259] env[68134]: DEBUG nova.objects.instance [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1100.898399] env[68134]: INFO nova.scheduler.client.report [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleted allocations for instance 87e697d3-9f63-4188-be97-ea036b1eac83 [ 1101.174261] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162879} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.175598] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.175801] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.176013] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.182222] env[68134]: DEBUG nova.network.neutron [-] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.183198] env[68134]: DEBUG nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.228780] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130564} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.229066] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.229883] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c270b8-02a7-488e-8189-19a501c2cc34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.257983] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 7fd7d4b5-51b9-4228-b3ee-96e849d1e806/7fd7d4b5-51b9-4228-b3ee-96e849d1e806.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.258597] env[68134]: INFO nova.compute.manager [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Took 17.81 seconds to build instance. [ 1101.259817] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da84db2-e7c3-4a3a-82aa-177f1c4cb6be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.274604] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6752ee18-11f1-4024-aa35-131b89b92383 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.283162] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1101.283162] env[68134]: value = "task-2965624" [ 1101.283162] env[68134]: _type = "Task" [ 1101.283162] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.286079] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6599f5-6c82-4e30-a121-428e2aabc29a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.305174] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.317101] env[68134]: DEBUG nova.compute.manager [req-cb719a80-b587-4267-9778-f89854cc690e req-5d51c49b-813c-442d-a5bf-e29adb3bba50 service nova] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Detach interface failed, port_id=9b2874f8-c04d-441b-99fd-9f76f8984c10, reason: Instance c8e28ec8-ca57-45ef-9e0c-85f20c834a76 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.405506] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f42ef9a8-92f1-4075-afe6-7d7822e46249 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "87e697d3-9f63-4188-be97-ea036b1eac83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.273s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.683970] env[68134]: INFO nova.virt.block_device [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Booting with volume ea3506de-6b3a-4c01-9132-e52a4c113a90 at /dev/sdb [ 1101.684599] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.685108] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.685760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.686223] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.686700] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.688914] env[68134]: INFO nova.compute.manager [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Terminating instance [ 1101.693541] env[68134]: INFO nova.compute.manager [-] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Took 1.30 seconds to deallocate network for instance. [ 1101.724874] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.732764] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca6a8b79-c357-42f8-9c4d-1a2116fdb4bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.741657] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bbfff2-089c-4824-9026-0a9e2b045c2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.773872] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee28adaf-b340-4825-af2b-2ab3dd5536ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.776217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6bc2cc53-df83-4c44-9cc4-c172a5e9c73b tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.344s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.782776] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a2dd6-8cd2-42c8-b3d6-ece467080c66 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.818461] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9842bc4d-c4a6-4566-a04d-9fc6e6ef69ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.820972] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.824874] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ca0d1-1b95-40ed-a309-5790f93ad454 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.838110] env[68134]: DEBUG nova.virt.block_device [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updating existing volume attachment record: bf2bef79-7c80-4fee-b86c-a764618a3817 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1101.882888] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3df31292-1c44-421b-ae11-49c1b67848f1 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.884071] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.441s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.885559] env[68134]: INFO nova.compute.claims [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.009376] env[68134]: DEBUG nova.compute.manager [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Received event network-changed-03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.009573] env[68134]: DEBUG nova.compute.manager [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Refreshing instance network info cache due to event network-changed-03113920-9296-4978-8639-0909b336c0fb. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.009802] env[68134]: DEBUG oslo_concurrency.lockutils [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] Acquiring lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.009950] env[68134]: DEBUG oslo_concurrency.lockutils [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] Acquired lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.010130] env[68134]: DEBUG nova.network.neutron [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Refreshing network info cache for port 03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.199383] env[68134]: DEBUG nova.compute.manager [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.199913] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.200953] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd1c75-7eb9-4b45-85cb-0c5b5d13657a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.205491] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.209485] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.209948] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f62b1e2-6707-4a2c-a46a-67d633a43b41 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.216190] env[68134]: DEBUG oslo_vmware.api [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1102.216190] env[68134]: value = "task-2965625" [ 1102.216190] env[68134]: _type = "Task" [ 1102.216190] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.224517] env[68134]: DEBUG oslo_vmware.api [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.305232] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.720927] env[68134]: DEBUG nova.network.neutron [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updated VIF entry in instance network info cache for port 03113920-9296-4978-8639-0909b336c0fb. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.721295] env[68134]: DEBUG nova.network.neutron [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.727835] env[68134]: DEBUG oslo_vmware.api [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965625, 'name': PowerOffVM_Task, 'duration_secs': 0.279754} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.728118] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.728298] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.728544] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53d85e7d-c950-449e-93f4-a3dcc551bb7b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.803659] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965624, 'name': ReconfigVM_Task, 'duration_secs': 1.066744} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.803947] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 7fd7d4b5-51b9-4228-b3ee-96e849d1e806/7fd7d4b5-51b9-4228-b3ee-96e849d1e806.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.804603] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88e90847-e8ff-4e92-8b89-c513b9b2d9ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.810723] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1102.810723] env[68134]: value = "task-2965627" [ 1102.810723] env[68134]: _type = "Task" [ 1102.810723] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.818176] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965627, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.095488] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f521c7fe-b9a7-417d-b682-f6bda61dd77a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.103272] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07858f14-0b97-4a1b-ac7d-d766ec7b5be5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.133159] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1733dc78-ef6b-437e-846a-55cb1ae04069 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.140731] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427ccecf-e4c3-4e75-85d5-1b01ebb318cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.155506] env[68134]: DEBUG nova.compute.provider_tree [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.223927] env[68134]: DEBUG oslo_concurrency.lockutils [req-e1c20414-9f14-4468-95a3-a7463e13ad89 req-afc244ae-eb17-4dab-b39c-0bf116335805 service nova] Releasing lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320426] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965627, 'name': Rename_Task, 'duration_secs': 0.200581} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.320740] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.320992] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d6b42cc-5421-456f-b7cf-76d48739e7d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.327551] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1103.327551] env[68134]: value = "task-2965628" [ 1103.327551] env[68134]: _type = "Task" [ 1103.327551] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.334972] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.659265] env[68134]: DEBUG nova.scheduler.client.report [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.837434] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.954053] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.954326] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.954481] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.954658] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.954805] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.954944] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.955165] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.955361] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.955481] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.955641] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.955813] env[68134]: DEBUG nova.virt.hardware [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.956727] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3c0ce-b166-40dd-8cbf-ca9cd15a52eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.964921] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42532574-7c61-4218-b7bb-e43dd40e8cdd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.978061] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:27:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd29d522e-4a77-428c-a8d4-728584122997', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.985270] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.985585] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.985783] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1143be02-7b5d-47b7-9ef0-c30ab2105579 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.005112] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.005112] env[68134]: value = "task-2965629" [ 1104.005112] env[68134]: _type = "Task" [ 1104.005112] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.013791] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965629, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.020644] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.020864] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.021092] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleting the datastore file [datastore1] cd91a0f9-ff1b-422c-a59c-cd4a66256e9f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.021316] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b498131-759d-4eab-9960-11117561d832 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.028249] env[68134]: DEBUG oslo_vmware.api [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for the task: (returnval){ [ 1104.028249] env[68134]: value = "task-2965630" [ 1104.028249] env[68134]: _type = "Task" [ 1104.028249] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.036168] env[68134]: DEBUG oslo_vmware.api [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.165183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.165759] env[68134]: DEBUG nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.168617] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.498s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.170148] env[68134]: INFO nova.compute.claims [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.338826] env[68134]: DEBUG oslo_vmware.api [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965628, 'name': PowerOnVM_Task, 'duration_secs': 0.933707} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.339119] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.339523] env[68134]: INFO nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1104.339523] env[68134]: DEBUG nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.340256] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93be97c0-9e71-4f9c-a31a-bb3dd79faa6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.516047] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965629, 'name': CreateVM_Task, 'duration_secs': 0.333226} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.516171] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.516755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.516922] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.517296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.517550] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b87717-4688-475e-8125-7ee3575e561e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.522199] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1104.522199] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52424720-ee9c-5f09-05bf-b0732e48b61e" [ 1104.522199] env[68134]: _type = "Task" [ 1104.522199] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.529529] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52424720-ee9c-5f09-05bf-b0732e48b61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.536465] env[68134]: DEBUG oslo_vmware.api [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Task: {'id': task-2965630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165835} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.536679] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.536854] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.537041] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.537216] env[68134]: INFO nova.compute.manager [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1104.537437] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.537616] env[68134]: DEBUG nova.compute.manager [-] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.537716] env[68134]: DEBUG nova.network.neutron [-] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.674810] env[68134]: DEBUG nova.compute.utils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.681081] env[68134]: DEBUG nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1104.828195] env[68134]: DEBUG nova.compute.manager [req-e1177eb7-8314-48e2-83e9-a6aed5239dec req-38b72d3f-c6ee-40a4-a803-20c9dc7ef592 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Received event network-vif-deleted-6d492aaa-7c84-426d-93e9-1ef0db3e3dec {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.828398] env[68134]: INFO nova.compute.manager [req-e1177eb7-8314-48e2-83e9-a6aed5239dec req-38b72d3f-c6ee-40a4-a803-20c9dc7ef592 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Neutron deleted interface 6d492aaa-7c84-426d-93e9-1ef0db3e3dec; detaching it from the instance and deleting it from the info cache [ 1104.828749] env[68134]: DEBUG nova.network.neutron [req-e1177eb7-8314-48e2-83e9-a6aed5239dec req-38b72d3f-c6ee-40a4-a803-20c9dc7ef592 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.857285] env[68134]: INFO nova.compute.manager [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Took 17.15 seconds to build instance. [ 1105.033014] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52424720-ee9c-5f09-05bf-b0732e48b61e, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.033329] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.033561] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.033797] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.033942] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.034137] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.034396] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd22c413-6f20-4617-8875-75a9f53003d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.042245] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.042414] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.043116] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef501a9-ef32-40b0-b02c-8a42fac79085 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.047743] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1105.047743] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525c41c8-f300-0ab5-8d0f-e4d4a2c0924c" [ 1105.047743] env[68134]: _type = "Task" [ 1105.047743] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.054855] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525c41c8-f300-0ab5-8d0f-e4d4a2c0924c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.179753] env[68134]: DEBUG nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.313855] env[68134]: DEBUG nova.network.neutron [-] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.332914] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52e23d95-27dc-47ae-a267-7c70840c0075 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.344989] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56b208-7021-40be-be4c-4c1c4b4a274b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.360117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-be1ffecf-7777-4dfc-a241-1e2f7f8f4cd1 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.684s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.379340] env[68134]: DEBUG nova.compute.manager [req-e1177eb7-8314-48e2-83e9-a6aed5239dec req-38b72d3f-c6ee-40a4-a803-20c9dc7ef592 service nova] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Detach interface failed, port_id=6d492aaa-7c84-426d-93e9-1ef0db3e3dec, reason: Instance cd91a0f9-ff1b-422c-a59c-cd4a66256e9f could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.424520] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ddb89f-7076-4f44-b8f0-6745569fcac3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.431770] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f602c58-b72d-46bb-86e6-aaa002e98137 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.461138] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f258313-03cb-44dd-a12a-8c4cc12cd80e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.468546] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7151f4-a27a-47be-aa2e-10f988da8c06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.481560] env[68134]: DEBUG nova.compute.provider_tree [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.558300] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525c41c8-f300-0ab5-8d0f-e4d4a2c0924c, 'name': SearchDatastore_Task, 'duration_secs': 0.008028} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.559115] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3622c1-0b31-4758-bbf8-c5f96f1ef4c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.563950] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1105.563950] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b537b2-9473-e19b-06b7-1095a3879dc0" [ 1105.563950] env[68134]: _type = "Task" [ 1105.563950] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.571277] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b537b2-9473-e19b-06b7-1095a3879dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.817222] env[68134]: INFO nova.compute.manager [-] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Took 1.28 seconds to deallocate network for instance. [ 1105.984900] env[68134]: DEBUG nova.scheduler.client.report [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.074419] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b537b2-9473-e19b-06b7-1095a3879dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.074736] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.075057] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.075333] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39c2e2cd-d565-46b7-98f6-a87b394d399f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.083889] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1106.083889] env[68134]: value = "task-2965631" [ 1106.083889] env[68134]: _type = "Task" [ 1106.083889] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.091311] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.192153] env[68134]: DEBUG nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.219646] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.219853] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.220028] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.220247] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.220367] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.220516] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.220794] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.220986] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.221140] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.221306] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.221477] env[68134]: DEBUG nova.virt.hardware [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.222345] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7d4bf-32bc-4ebd-a743-766032af9a52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.232676] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54577a08-e155-4817-95ef-63b05342d1a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.247989] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.253914] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Creating folder: Project (af202300fe294b41bb48cb4eb6b06cfc). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.254286] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3dcac22-56a0-474c-a3cb-feda4dd80689 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.266555] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Created folder: Project (af202300fe294b41bb48cb4eb6b06cfc) in parent group-v594791. [ 1106.266750] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Creating folder: Instances. Parent ref: group-v595076. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.266998] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-391cf148-af70-4fdd-b359-d79be4022fb3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.277643] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Created folder: Instances in parent group-v595076. [ 1106.277903] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.278127] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.278348] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b0fd01-1bcf-46cf-a33f-693e82dc82f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.296622] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.296622] env[68134]: value = "task-2965634" [ 1106.296622] env[68134]: _type = "Task" [ 1106.296622] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.305402] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965634, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.323744] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.387384] env[68134]: DEBUG nova.compute.manager [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1106.489927] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.490490] env[68134]: DEBUG nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.494664] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.362s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.495102] env[68134]: DEBUG nova.objects.instance [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lazy-loading 'resources' on Instance uuid 22ec4b82-8e06-4f82-9f67-919b29ce2aeb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.594269] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452173} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.594588] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.594849] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.595138] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c019c76-a99b-4dfd-aca9-c45310e198d7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.604079] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1106.604079] env[68134]: value = "task-2965635" [ 1106.604079] env[68134]: _type = "Task" [ 1106.604079] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.614858] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.807431] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965634, 'name': CreateVM_Task, 'duration_secs': 0.379463} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.807431] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.807431] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.807618] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.807967] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.808264] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6fc4c7-a737-4521-a6de-eca47ac5db82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.812619] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1106.812619] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52866ff0-7dc4-e204-b9a0-c0f205143ea4" [ 1106.812619] env[68134]: _type = "Task" [ 1106.812619] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.820505] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52866ff0-7dc4-e204-b9a0-c0f205143ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.909833] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.996556] env[68134]: DEBUG nova.compute.utils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.998057] env[68134]: DEBUG nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1107.115328] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069354} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.115603] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.116408] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1526789c-6728-40ce-9027-4fcba1d20d8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.139953] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.142320] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff8ffc87-2ef7-4abd-8144-408e9b5f0520 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.161269] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1107.161269] env[68134]: value = "task-2965636" [ 1107.161269] env[68134]: _type = "Task" [ 1107.161269] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.170782] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.227440] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d9268-aa35-4905-943c-824265359cc6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.235527] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba613307-832d-40ee-9f41-ee21889068f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.268124] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244262f3-13dd-4146-9861-ebe9c5bb109f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.275462] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66e0ad6-8b6e-4007-926d-09721b864e8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.289079] env[68134]: DEBUG nova.compute.provider_tree [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.322341] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52866ff0-7dc4-e204-b9a0-c0f205143ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.322655] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.322916] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.323192] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.323345] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.323564] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.323822] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b964e28a-228e-4ce8-9256-86e54f823b6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.332184] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.332381] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.333117] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fd8e2a-5cc0-4f57-bbaf-9a99e5567eb4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.338088] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1107.338088] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528c9a06-25d1-8689-915e-bf41ed61e949" [ 1107.338088] env[68134]: _type = "Task" [ 1107.338088] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.345649] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528c9a06-25d1-8689-915e-bf41ed61e949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.502716] env[68134]: DEBUG nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.670950] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965636, 'name': ReconfigVM_Task, 'duration_secs': 0.281118} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.671280] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6570ba51-f37a-47fc-a168-4d467b041ddf/6570ba51-f37a-47fc-a168-4d467b041ddf.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.672424] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'image_id': '8eb32fea-93d0-4a91-ad42-8c47be1d04da'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'bf2bef79-7c80-4fee-b86c-a764618a3817', 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'}, 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=68134) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1107.672622] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.672810] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.673636] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d88667-f4c4-423a-84a6-75a5fcfc29e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.690430] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8243aca3-9976-453f-aee3-d6eded9227d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.714395] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-ea3506de-6b3a-4c01-9132-e52a4c113a90/volume-ea3506de-6b3a-4c01-9132-e52a4c113a90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.714726] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396b0562-1790-4349-9b67-c4ec086fb032 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.732800] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1107.732800] env[68134]: value = "task-2965637" [ 1107.732800] env[68134]: _type = "Task" [ 1107.732800] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.740689] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.792076] env[68134]: DEBUG nova.scheduler.client.report [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.848395] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528c9a06-25d1-8689-915e-bf41ed61e949, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.849232] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42806c17-74d7-461f-ae0b-c396c1c13584 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.854384] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1107.854384] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a7a1f5-d778-d6a6-6036-449b5410728d" [ 1107.854384] env[68134]: _type = "Task" [ 1107.854384] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.863640] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a7a1f5-d778-d6a6-6036-449b5410728d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.241993] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965637, 'name': ReconfigVM_Task, 'duration_secs': 0.287291} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.242366] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-ea3506de-6b3a-4c01-9132-e52a4c113a90/volume-ea3506de-6b3a-4c01-9132-e52a4c113a90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.246961] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664b127b-33be-4388-bbba-efa490bfdd11 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.261568] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1108.261568] env[68134]: value = "task-2965638" [ 1108.261568] env[68134]: _type = "Task" [ 1108.261568] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.269553] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.298033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.300860] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.833s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.317711] env[68134]: INFO nova.scheduler.client.report [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Deleted allocations for instance 22ec4b82-8e06-4f82-9f67-919b29ce2aeb [ 1108.366166] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a7a1f5-d778-d6a6-6036-449b5410728d, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.366427] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.366717] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] bcd31380-eacd-4ec0-b50c-dcabe413bab2/bcd31380-eacd-4ec0-b50c-dcabe413bab2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.366989] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981e759a-449a-4b1e-9b3c-46c2b1cac9d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.374208] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1108.374208] env[68134]: value = "task-2965639" [ 1108.374208] env[68134]: _type = "Task" [ 1108.374208] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.382504] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.512319] env[68134]: DEBUG nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.539228] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.539485] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.539640] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.539818] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.539961] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.540127] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.540350] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.540509] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.540697] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.540861] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.541041] env[68134]: DEBUG nova.virt.hardware [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.541916] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09448554-0451-474f-aaa1-d7a2741f15fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.549734] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac084c61-f988-4995-a0c7-3ff8d11e7c7b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.563168] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.568648] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.568939] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.569255] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a669a8-19df-488a-8b33-143f5ae30dcb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.585699] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.585699] env[68134]: value = "task-2965640" [ 1108.585699] env[68134]: _type = "Task" [ 1108.585699] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.593361] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965640, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.773863] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965638, 'name': ReconfigVM_Task, 'duration_secs': 0.141883} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.774221] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1108.774878] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19b4fb39-008b-4327-a565-e663f45b93f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.781939] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1108.781939] env[68134]: value = "task-2965641" [ 1108.781939] env[68134]: _type = "Task" [ 1108.781939] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.794115] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965641, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.826593] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a8a45ef4-4953-44ef-9a12-b0a1c867dd8d tempest-ServerDiskConfigTestJSON-34435641 tempest-ServerDiskConfigTestJSON-34435641-project-member] Lock "22ec4b82-8e06-4f82-9f67-919b29ce2aeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.135s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.885306] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965639, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.095036] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965640, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.294490] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965641, 'name': Rename_Task, 'duration_secs': 0.213762} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.294947] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.295339] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a28f35-8fae-44d2-abd3-e4e024f16b6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.302850] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1109.302850] env[68134]: value = "task-2965642" [ 1109.302850] env[68134]: _type = "Task" [ 1109.302850] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.310886] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.315125] env[68134]: INFO nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating resource usage from migration 54052615-f077-4cc1-aca9-04e611496317 [ 1109.335397] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 22b1aa51-4faf-46cc-8047-aeed803bbaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.335566] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.335866] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cd91a0f9-ff1b-422c-a59c-cd4a66256e9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1109.336059] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 69ff857c-efa6-4c66-9711-2795b584c835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.336188] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 6570ba51-f37a-47fc-a168-4d467b041ddf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.336338] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance c8e28ec8-ca57-45ef-9e0c-85f20c834a76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1109.336479] env[68134]: WARNING nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance f830dcd6-d677-4ed3-b8c8-635d87431782 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1109.336596] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance af627941-3740-498a-8d05-ca908259d8af actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.336712] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance f1ac17bf-5bde-4142-b1fb-f5b44279bc51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.337080] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 6263d83e-97c7-4a31-8319-a97b54d03c90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.337240] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance bcd31380-eacd-4ec0-b50c-dcabe413bab2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.337389] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7ecf8591-00d1-4bd7-81d8-7290e2115b4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.387600] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653769} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.387888] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] bcd31380-eacd-4ec0-b50c-dcabe413bab2/bcd31380-eacd-4ec0-b50c-dcabe413bab2.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.388117] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.388378] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f09950a-611f-4b04-bd17-d80dc0ce3707 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.394877] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1109.394877] env[68134]: value = "task-2965643" [ 1109.394877] env[68134]: _type = "Task" [ 1109.394877] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.403673] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.598047] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965640, 'name': CreateVM_Task, 'duration_secs': 0.567186} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.598261] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.598778] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.598986] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.599372] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.599660] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12565c99-6a04-4978-b151-193236d8a031 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.604931] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1109.604931] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c6946-3014-af42-0195-b4a9cc9ecda0" [ 1109.604931] env[68134]: _type = "Task" [ 1109.604931] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.613203] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c6946-3014-af42-0195-b4a9cc9ecda0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.813239] env[68134]: DEBUG oslo_vmware.api [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965642, 'name': PowerOnVM_Task, 'duration_secs': 0.493363} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.813843] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.814320] env[68134]: DEBUG nova.compute.manager [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.815434] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b8bf3-6a07-473d-9749-0df338cf3d53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.840571] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e22e8b57-4e70-4afc-9e2b-487d35e7f233 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1109.904658] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064399} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.904935] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.906108] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7901600e-f691-46c9-97b2-d06ef8f2ac3f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.925686] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] bcd31380-eacd-4ec0-b50c-dcabe413bab2/bcd31380-eacd-4ec0-b50c-dcabe413bab2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.925983] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6026b63-c8c2-4d8a-9aa8-ba23cb255d89 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.945723] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1109.945723] env[68134]: value = "task-2965644" [ 1109.945723] env[68134]: _type = "Task" [ 1109.945723] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.955731] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.119986] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526c6946-3014-af42-0195-b4a9cc9ecda0, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.120492] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.120861] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.121254] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.121510] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.121818] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.122211] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f47ffe6-23c5-4911-8084-b3b7897950b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.131336] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.131522] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.132262] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f71ef9e-2269-489b-9049-8af643774e23 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.137493] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1110.137493] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c0d6e8-eecd-5e20-dd3a-beb8d063559d" [ 1110.137493] env[68134]: _type = "Task" [ 1110.137493] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.145248] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c0d6e8-eecd-5e20-dd3a-beb8d063559d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.336204] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.343221] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 9e58f381-3a71-477e-9274-42fb08037c49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1110.343377] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Migration 54052615-f077-4cc1-aca9-04e611496317 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1110.343538] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1110.343808] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1110.344080] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1110.460249] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.567414] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa49c4-5a67-4ff1-acb5-454dbdc7b139 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.576522] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ab79bc-5f8b-4438-8fea-35f276b68ff8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.608670] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca8171-0bf8-42ab-b8ae-b324c5f5d23c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.615996] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1710d4-4d86-4cad-a3fb-1205cb978427 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.629741] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.648274] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c0d6e8-eecd-5e20-dd3a-beb8d063559d, 'name': SearchDatastore_Task, 'duration_secs': 0.007833} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.648457] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a52965-bbf0-451b-8e20-efe143b3c86c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.653659] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1110.653659] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52afd1ca-0f94-cfad-842f-90be303b7010" [ 1110.653659] env[68134]: _type = "Task" [ 1110.653659] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.663643] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52afd1ca-0f94-cfad-842f-90be303b7010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.958105] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965644, 'name': ReconfigVM_Task, 'duration_secs': 0.77624} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.958421] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] bcd31380-eacd-4ec0-b50c-dcabe413bab2/bcd31380-eacd-4ec0-b50c-dcabe413bab2.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.959098] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfbda765-ae8d-42d1-8cab-af367db376f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.965516] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1110.965516] env[68134]: value = "task-2965645" [ 1110.965516] env[68134]: _type = "Task" [ 1110.965516] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.973041] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965645, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.132516] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.163309] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52afd1ca-0f94-cfad-842f-90be303b7010, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.163551] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.163801] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.164051] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0710bafc-b9b8-484b-a5a6-5b9f083c0049 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.170127] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1111.170127] env[68134]: value = "task-2965646" [ 1111.170127] env[68134]: _type = "Task" [ 1111.170127] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.177331] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.476434] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965645, 'name': Rename_Task, 'duration_secs': 0.154751} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.476872] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.476956] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39dd896-5189-4741-8ba5-e80cefb4d06e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.483090] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1111.483090] env[68134]: value = "task-2965647" [ 1111.483090] env[68134]: _type = "Task" [ 1111.483090] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.491323] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.637775] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1111.638088] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.337s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.638405] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.041s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.638604] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.640925] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.126s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.642669] env[68134]: INFO nova.compute.claims [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.665804] env[68134]: INFO nova.scheduler.client.report [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Deleted allocations for instance f830dcd6-d677-4ed3-b8c8-635d87431782 [ 1111.679559] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45994} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.679819] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.680041] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.680303] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-856c390a-7692-4fae-978a-745f49ad66a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.688495] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1111.688495] env[68134]: value = "task-2965648" [ 1111.688495] env[68134]: _type = "Task" [ 1111.688495] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.697137] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.993994] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.172950] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7d18440b-e8f3-4bb2-be55-3a38d3a7c8f9 tempest-ServersListShow296Test-1927067657 tempest-ServersListShow296Test-1927067657-project-member] Lock "f830dcd6-d677-4ed3-b8c8-635d87431782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.148s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.198629] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250786} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.198907] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.199756] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09b31c-7d8f-490d-9d4e-2ab0371478a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.220969] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.221256] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ae3e2f-03d6-405c-b08c-596d2d731513 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.244450] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1112.244450] env[68134]: value = "task-2965649" [ 1112.244450] env[68134]: _type = "Task" [ 1112.244450] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.253239] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.496539] env[68134]: DEBUG oslo_vmware.api [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965647, 'name': PowerOnVM_Task, 'duration_secs': 0.890628} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.496970] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.497288] env[68134]: INFO nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1112.497542] env[68134]: DEBUG nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.498592] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09dad4-92b0-4d2c-acf0-a8cea895afd3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.754366] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965649, 'name': ReconfigVM_Task, 'duration_secs': 0.2852} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.756890] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.757712] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec15525-49f2-49db-b42e-4b9e96841675 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.763775] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1112.763775] env[68134]: value = "task-2965650" [ 1112.763775] env[68134]: _type = "Task" [ 1112.763775] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.774057] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965650, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.854396] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d8e6ec-25f2-40c0-a629-eb9fead18b08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.861977] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd71fee-b6e7-4a3c-a74a-03b62a1fd036 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.891804] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2d61e9-2647-4024-aaab-35dd4e6a761f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.900017] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfe47ba-3cdc-4964-97a8-222f4f22ea75 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.915012] env[68134]: DEBUG nova.compute.provider_tree [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.018292] env[68134]: INFO nova.compute.manager [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Took 18.59 seconds to build instance. [ 1113.273629] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965650, 'name': Rename_Task, 'duration_secs': 0.135872} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.273909] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.274176] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbb4af9d-cafe-4cf2-9739-02c9eef763c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.279769] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1113.279769] env[68134]: value = "task-2965651" [ 1113.279769] env[68134]: _type = "Task" [ 1113.279769] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.287107] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.418874] env[68134]: DEBUG nova.scheduler.client.report [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.520589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-162c4b11-653c-4983-8e74-c84bd71fa485 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.100s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.789749] env[68134]: DEBUG oslo_vmware.api [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965651, 'name': PowerOnVM_Task, 'duration_secs': 0.426614} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.789991] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.790192] env[68134]: INFO nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1113.790421] env[68134]: DEBUG nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.791169] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b158a8ad-e958-4b13-927c-a184cb1771a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.924262] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.924780] env[68134]: DEBUG nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.927433] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.203s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.928901] env[68134]: INFO nova.compute.claims [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.306063] env[68134]: INFO nova.compute.manager [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Took 19.65 seconds to build instance. [ 1114.433055] env[68134]: DEBUG nova.compute.utils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.437171] env[68134]: DEBUG nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.437387] env[68134]: DEBUG nova.network.neutron [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.481294] env[68134]: DEBUG nova.policy [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97edf19d6c0f4660b97b859f99e1e890', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3907b00ca7604bf399ce05e2298a3885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.766362] env[68134]: DEBUG nova.network.neutron [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Successfully created port: 8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.808365] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e60632c-9f5a-4afa-8efa-7248310f5e1e tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.162s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.937772] env[68134]: DEBUG nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.138615] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ecb59b-059c-4b71-9bd5-a69a13a7882f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.146485] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f51954-1936-4574-8289-db466e109f89 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.176751] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd5c81-e884-4143-8bff-f31f82c9d664 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.184482] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c434c3-493e-4fc7-8c40-6656a07a0e52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.198641] env[68134]: DEBUG nova.compute.provider_tree [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.265067] env[68134]: INFO nova.compute.manager [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Rebuilding instance [ 1115.317711] env[68134]: DEBUG nova.compute.manager [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.318613] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a5484-0664-4392-9887-72ee0cc0ee79 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.702357] env[68134]: DEBUG nova.scheduler.client.report [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.951610] env[68134]: DEBUG nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.974179] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.974434] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.974588] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.974771] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.974912] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.975067] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.975279] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.975437] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.975601] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.975761] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.975930] env[68134]: DEBUG nova.virt.hardware [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.976781] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07162c34-6e0a-4dc8-808b-0962a718842a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.985050] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9079c-1c2a-4854-9181-5a3cec6b4f73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.140710] env[68134]: DEBUG nova.compute.manager [req-0f8863ea-0d1a-461c-905b-a24d3c709798 req-6b8a64e3-5fa4-4a29-9e81-5fd949dac250 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-vif-plugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.140810] env[68134]: DEBUG oslo_concurrency.lockutils [req-0f8863ea-0d1a-461c-905b-a24d3c709798 req-6b8a64e3-5fa4-4a29-9e81-5fd949dac250 service nova] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.141015] env[68134]: DEBUG oslo_concurrency.lockutils [req-0f8863ea-0d1a-461c-905b-a24d3c709798 req-6b8a64e3-5fa4-4a29-9e81-5fd949dac250 service nova] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.141194] env[68134]: DEBUG oslo_concurrency.lockutils [req-0f8863ea-0d1a-461c-905b-a24d3c709798 req-6b8a64e3-5fa4-4a29-9e81-5fd949dac250 service nova] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.141366] env[68134]: DEBUG nova.compute.manager [req-0f8863ea-0d1a-461c-905b-a24d3c709798 req-6b8a64e3-5fa4-4a29-9e81-5fd949dac250 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] No waiting events found dispatching network-vif-plugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.141529] env[68134]: WARNING nova.compute.manager [req-0f8863ea-0d1a-461c-905b-a24d3c709798 req-6b8a64e3-5fa4-4a29-9e81-5fd949dac250 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received unexpected event network-vif-plugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 for instance with vm_state building and task_state spawning. [ 1116.207622] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.208138] env[68134]: DEBUG nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.210767] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.005s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.211043] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.213472] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.890s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.213661] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.215478] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.306s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.233017] env[68134]: DEBUG nova.network.neutron [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Successfully updated port: 8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.244749] env[68134]: INFO nova.scheduler.client.report [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Deleted allocations for instance c8e28ec8-ca57-45ef-9e0c-85f20c834a76 [ 1116.253878] env[68134]: INFO nova.scheduler.client.report [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Deleted allocations for instance cd91a0f9-ff1b-422c-a59c-cd4a66256e9f [ 1116.333639] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.333967] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cf41ed9-0741-44af-b2a8-3a41f0d40eec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.341647] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1116.341647] env[68134]: value = "task-2965652" [ 1116.341647] env[68134]: _type = "Task" [ 1116.341647] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.349875] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.719058] env[68134]: DEBUG nova.compute.utils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.720485] env[68134]: DEBUG nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.720664] env[68134]: DEBUG nova.network.neutron [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.724736] env[68134]: INFO nova.compute.claims [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.734745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.735612] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.735612] env[68134]: DEBUG nova.network.neutron [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.752671] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39edce08-d6d1-4e67-bd42-1512e84fa917 tempest-ListServerFiltersTestJSON-1292890089 tempest-ListServerFiltersTestJSON-1292890089-project-member] Lock "c8e28ec8-ca57-45ef-9e0c-85f20c834a76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.991s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.761893] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c0bae0a7-6874-423e-b935-8c9eb61dc9a8 tempest-ServerRescueNegativeTestJSON-2110500903 tempest-ServerRescueNegativeTestJSON-2110500903-project-member] Lock "cd91a0f9-ff1b-422c-a59c-cd4a66256e9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.077s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.788385] env[68134]: DEBUG nova.policy [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f671f5b1120430d97f30f6503a05821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '745b9683f22f47269b28d966043dd4f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.851626] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965652, 'name': PowerOffVM_Task, 'duration_secs': 0.115786} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.851956] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.852392] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.853073] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373a12cd-c6a8-4a20-8636-7184d8574189 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.859553] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.859791] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7a6492e-0ce6-493a-bd09-da187cb55587 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.884018] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.884257] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.884439] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleting the datastore file [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.884696] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e860e3e-d0c4-4790-a360-4c6a6133840f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.891558] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1116.891558] env[68134]: value = "task-2965654" [ 1116.891558] env[68134]: _type = "Task" [ 1116.891558] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.898914] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.201337] env[68134]: DEBUG nova.network.neutron [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Successfully created port: c2f9ef10-aa73-485f-a25a-ec4fbbc62938 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.224283] env[68134]: DEBUG nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.230560] env[68134]: INFO nova.compute.resource_tracker [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating resource usage from migration 54052615-f077-4cc1-aca9-04e611496317 [ 1117.289753] env[68134]: DEBUG nova.network.neutron [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.402534] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08835} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.409323] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.409506] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.409688] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.461051] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b87a5a-31e3-4231-8737-f6cd9622b924 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.480329] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19562c-0479-4ca2-ac02-da0e2f250512 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.518776] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c29d84-c337-4538-8d80-aabf0889cce3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.528526] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c907a4-7c4b-4c81-bc27-7dd12e23f3d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.545060] env[68134]: DEBUG nova.compute.provider_tree [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.602407] env[68134]: DEBUG nova.network.neutron [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b42b05b-69", "ovs_interfaceid": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.052371] env[68134]: DEBUG nova.scheduler.client.report [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.105339] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.105663] env[68134]: DEBUG nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Instance network_info: |[{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b42b05b-69", "ovs_interfaceid": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.106394] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:03:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b42b05b-6921-48dd-bcae-2ec38e212bb3', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.113991] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.115168] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.115339] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f75288b4-b2fc-48d1-8cd0-42962830762a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.138600] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.138600] env[68134]: value = "task-2965655" [ 1118.138600] env[68134]: _type = "Task" [ 1118.138600] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.151446] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965655, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.172741] env[68134]: DEBUG nova.compute.manager [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.172946] env[68134]: DEBUG nova.compute.manager [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing instance network info cache due to event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.173214] env[68134]: DEBUG oslo_concurrency.lockutils [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] Acquiring lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.173305] env[68134]: DEBUG oslo_concurrency.lockutils [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] Acquired lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.173463] env[68134]: DEBUG nova.network.neutron [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.235995] env[68134]: DEBUG nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.266537] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.266807] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.266986] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.267212] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.267369] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.267515] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.267754] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.267941] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.268156] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.268361] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.268567] env[68134]: DEBUG nova.virt.hardware [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.269500] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedbe026-894c-4ef1-bcd1-041d966d4786 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.278486] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c098a1b9-0a94-4269-8b49-21a9f99cd0ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.448103] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.448406] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.448589] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.448785] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.448932] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.449091] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.449305] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.449462] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.449629] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.449786] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.449955] env[68134]: DEBUG nova.virt.hardware [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.450872] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bf3caa-8a4d-45e0-ba7f-da3e1ce8e2c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.460019] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff3481-89cf-4d16-9da5-0aac2b50b294 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.474588] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.480276] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.480626] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.480865] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-599c9221-813d-4fac-bba6-3f86ccd7c044 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.499769] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.499769] env[68134]: value = "task-2965656" [ 1118.499769] env[68134]: _type = "Task" [ 1118.499769] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.511538] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965656, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.559794] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.344s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.559989] env[68134]: INFO nova.compute.manager [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Migrating [ 1118.566846] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.231s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.567246] env[68134]: DEBUG nova.objects.instance [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1118.654777] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965655, 'name': CreateVM_Task, 'duration_secs': 0.365682} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.654777] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.654777] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.654777] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.655116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.655371] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976eaf89-a00d-46e8-b22e-f34762b9ab26 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.661884] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1118.661884] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5288a898-cb3a-379d-ca9e-cb651ea512de" [ 1118.661884] env[68134]: _type = "Task" [ 1118.661884] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.671926] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5288a898-cb3a-379d-ca9e-cb651ea512de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.800141] env[68134]: DEBUG nova.compute.manager [req-62a98a6b-f0b7-45c4-8be7-779ae301eb9c req-c417e7a1-0cf2-4cd5-a82c-ed15b75d96a3 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Received event network-vif-plugged-c2f9ef10-aa73-485f-a25a-ec4fbbc62938 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.800470] env[68134]: DEBUG oslo_concurrency.lockutils [req-62a98a6b-f0b7-45c4-8be7-779ae301eb9c req-c417e7a1-0cf2-4cd5-a82c-ed15b75d96a3 service nova] Acquiring lock "9e58f381-3a71-477e-9274-42fb08037c49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.800683] env[68134]: DEBUG oslo_concurrency.lockutils [req-62a98a6b-f0b7-45c4-8be7-779ae301eb9c req-c417e7a1-0cf2-4cd5-a82c-ed15b75d96a3 service nova] Lock "9e58f381-3a71-477e-9274-42fb08037c49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.800866] env[68134]: DEBUG oslo_concurrency.lockutils [req-62a98a6b-f0b7-45c4-8be7-779ae301eb9c req-c417e7a1-0cf2-4cd5-a82c-ed15b75d96a3 service nova] Lock "9e58f381-3a71-477e-9274-42fb08037c49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.802469] env[68134]: DEBUG nova.compute.manager [req-62a98a6b-f0b7-45c4-8be7-779ae301eb9c req-c417e7a1-0cf2-4cd5-a82c-ed15b75d96a3 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] No waiting events found dispatching network-vif-plugged-c2f9ef10-aa73-485f-a25a-ec4fbbc62938 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.802469] env[68134]: WARNING nova.compute.manager [req-62a98a6b-f0b7-45c4-8be7-779ae301eb9c req-c417e7a1-0cf2-4cd5-a82c-ed15b75d96a3 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Received unexpected event network-vif-plugged-c2f9ef10-aa73-485f-a25a-ec4fbbc62938 for instance with vm_state building and task_state spawning. [ 1118.947526] env[68134]: DEBUG nova.network.neutron [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updated VIF entry in instance network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.947882] env[68134]: DEBUG nova.network.neutron [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b42b05b-69", "ovs_interfaceid": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.009031] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965656, 'name': CreateVM_Task, 'duration_secs': 0.351463} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.009908] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.009908] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.009908] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.010180] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.010474] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6e9b85-a95e-453c-bcd4-88490867df18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.015847] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1119.015847] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5232a50a-d5ba-4082-af6b-c2a3c48b6c75" [ 1119.015847] env[68134]: _type = "Task" [ 1119.015847] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.024408] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5232a50a-d5ba-4082-af6b-c2a3c48b6c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.081216] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.081399] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.081607] env[68134]: DEBUG nova.network.neutron [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.175339] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5288a898-cb3a-379d-ca9e-cb651ea512de, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.175688] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.175931] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.176189] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.176334] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.176513] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.176789] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb77135-accb-4fc9-b8a1-6573612c986b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.186179] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.186361] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.187128] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04da17e-a507-4b68-bad0-fb9a12d9be77 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.194756] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1119.194756] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cc6670-eedc-3d46-23a7-e93bcc0ebac0" [ 1119.194756] env[68134]: _type = "Task" [ 1119.194756] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.203974] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc6670-eedc-3d46-23a7-e93bcc0ebac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.385616] env[68134]: DEBUG nova.network.neutron [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Successfully updated port: c2f9ef10-aa73-485f-a25a-ec4fbbc62938 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.452419] env[68134]: DEBUG oslo_concurrency.lockutils [req-62c20314-72d4-46ce-b481-c86a9d6f8a76 req-39c2d605-c144-4365-bc19-b46f4254de90 service nova] Releasing lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.527962] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5232a50a-d5ba-4082-af6b-c2a3c48b6c75, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.528346] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.528792] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.529009] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.529199] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.529408] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.530292] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9233b00a-d463-4620-99f1-2a2fdacb1b8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.540062] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.540323] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.541123] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67701d3e-72cd-4286-aeb9-9f1e6c1331d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.546847] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1119.546847] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521ce222-6255-2cc8-0a71-17c1c53dcba9" [ 1119.546847] env[68134]: _type = "Task" [ 1119.546847] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.555700] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521ce222-6255-2cc8-0a71-17c1c53dcba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.586088] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0383601f-a252-4f7d-a738-f7453693b498 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.706320] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc6670-eedc-3d46-23a7-e93bcc0ebac0, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.707087] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ead9e1c-1bbb-410c-bcc8-2bff8eb8cce5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.716491] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1119.716491] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52233c9c-2cee-6468-2b7b-2f4581320ae7" [ 1119.716491] env[68134]: _type = "Task" [ 1119.716491] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.726261] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52233c9c-2cee-6468-2b7b-2f4581320ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.888225] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "refresh_cache-9e58f381-3a71-477e-9274-42fb08037c49" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.888394] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "refresh_cache-9e58f381-3a71-477e-9274-42fb08037c49" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.888543] env[68134]: DEBUG nova.network.neutron [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.058166] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521ce222-6255-2cc8-0a71-17c1c53dcba9, 'name': SearchDatastore_Task, 'duration_secs': 0.012287} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.058937] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2c9fe6-6052-46e2-b1b6-590df5fe17ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.064695] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1120.064695] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520e8c67-f597-17ff-1fba-5798cbf188ec" [ 1120.064695] env[68134]: _type = "Task" [ 1120.064695] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.075880] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520e8c67-f597-17ff-1fba-5798cbf188ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.204444] env[68134]: DEBUG nova.compute.manager [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Received event network-changed-c2f9ef10-aa73-485f-a25a-ec4fbbc62938 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.204715] env[68134]: DEBUG nova.compute.manager [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Refreshing instance network info cache due to event network-changed-c2f9ef10-aa73-485f-a25a-ec4fbbc62938. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.204974] env[68134]: DEBUG oslo_concurrency.lockutils [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] Acquiring lock "refresh_cache-9e58f381-3a71-477e-9274-42fb08037c49" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.229877] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52233c9c-2cee-6468-2b7b-2f4581320ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.230165] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.230508] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.230829] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d2a16f-61fb-488a-9cc7-b4cb19a14e97 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.239939] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1120.239939] env[68134]: value = "task-2965657" [ 1120.239939] env[68134]: _type = "Task" [ 1120.239939] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.257434] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.258959] env[68134]: DEBUG nova.network.neutron [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance_info_cache with network_info: [{"id": "5285d637-57dc-451f-95e4-a04bf10f0e35", "address": "fa:16:3e:d6:79:19", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5285d637-57", "ovs_interfaceid": "5285d637-57dc-451f-95e4-a04bf10f0e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.444096] env[68134]: DEBUG nova.network.neutron [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.578689] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520e8c67-f597-17ff-1fba-5798cbf188ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.579428] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.581026] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.581026] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b8d8eac-857f-4f90-81ef-78c23019d43e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.594029] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1120.594029] env[68134]: value = "task-2965658" [ 1120.594029] env[68134]: _type = "Task" [ 1120.594029] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.606398] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.686476] env[68134]: DEBUG nova.network.neutron [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Updating instance_info_cache with network_info: [{"id": "c2f9ef10-aa73-485f-a25a-ec4fbbc62938", "address": "fa:16:3e:c4:24:b7", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f9ef10-aa", "ovs_interfaceid": "c2f9ef10-aa73-485f-a25a-ec4fbbc62938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.752331] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.765499] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.105923] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.188669] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "refresh_cache-9e58f381-3a71-477e-9274-42fb08037c49" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.189039] env[68134]: DEBUG nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Instance network_info: |[{"id": "c2f9ef10-aa73-485f-a25a-ec4fbbc62938", "address": "fa:16:3e:c4:24:b7", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f9ef10-aa", "ovs_interfaceid": "c2f9ef10-aa73-485f-a25a-ec4fbbc62938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.189350] env[68134]: DEBUG oslo_concurrency.lockutils [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] Acquired lock "refresh_cache-9e58f381-3a71-477e-9274-42fb08037c49" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.189534] env[68134]: DEBUG nova.network.neutron [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Refreshing network info cache for port c2f9ef10-aa73-485f-a25a-ec4fbbc62938 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.190859] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:24:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2f9ef10-aa73-485f-a25a-ec4fbbc62938', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.198646] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.203188] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.203188] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b3eb9e8-ff79-44a4-9415-6115d58fb2cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.224989] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.224989] env[68134]: value = "task-2965659" [ 1121.224989] env[68134]: _type = "Task" [ 1121.224989] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.234315] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965659, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.254192] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533079} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.254462] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.254673] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.254923] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c5b5165-539f-4224-a363-cf961736499b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.266021] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1121.266021] env[68134]: value = "task-2965660" [ 1121.266021] env[68134]: _type = "Task" [ 1121.266021] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.279449] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.587021] env[68134]: DEBUG nova.network.neutron [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Updated VIF entry in instance network info cache for port c2f9ef10-aa73-485f-a25a-ec4fbbc62938. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.587021] env[68134]: DEBUG nova.network.neutron [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Updating instance_info_cache with network_info: [{"id": "c2f9ef10-aa73-485f-a25a-ec4fbbc62938", "address": "fa:16:3e:c4:24:b7", "network": {"id": "59a289df-2497-4823-8360-ca9a7917fdaa", "bridge": "br-int", "label": "tempest-ServersTestJSON-2127427911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "745b9683f22f47269b28d966043dd4f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f9ef10-aa", "ovs_interfaceid": "c2f9ef10-aa73-485f-a25a-ec4fbbc62938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.605624] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541855} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.605883] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.606234] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.606503] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-178bb059-f99d-47bd-a15c-8cb4fede96e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.616210] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1121.616210] env[68134]: value = "task-2965661" [ 1121.616210] env[68134]: _type = "Task" [ 1121.616210] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.629899] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.735980] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965659, 'name': CreateVM_Task, 'duration_secs': 0.377243} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.735980] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.736541] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.736712] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.737045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.737314] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1ba84b-5cf5-4450-9901-cc8e1d5b716e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.743221] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1121.743221] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c632b9-a72a-b0f5-1b57-ffb58e61f7b7" [ 1121.743221] env[68134]: _type = "Task" [ 1121.743221] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.752414] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c632b9-a72a-b0f5-1b57-ffb58e61f7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.772657] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086073} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.773763] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.774542] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c8530-c4fd-4452-90a2-1bd917a50028 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.804862] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.805192] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86357bc3-3266-47a4-b12d-55e45e7c9de7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.830540] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1121.830540] env[68134]: value = "task-2965662" [ 1121.830540] env[68134]: _type = "Task" [ 1121.830540] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.839727] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.096663] env[68134]: DEBUG oslo_concurrency.lockutils [req-a2e79256-b9eb-4504-8ff1-9dcd1d24b191 req-cbad90e8-9af0-46d6-b0f9-a7edd33aae90 service nova] Releasing lock "refresh_cache-9e58f381-3a71-477e-9274-42fb08037c49" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.126998] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072399} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.127299] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.128942] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc6cc4-6bf6-435e-8580-ec0a90cde982 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.148558] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.148944] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d2534b-d386-47b1-82f9-78b7a46c5d83 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.173029] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1122.173029] env[68134]: value = "task-2965663" [ 1122.173029] env[68134]: _type = "Task" [ 1122.173029] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.181630] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.255791] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c632b9-a72a-b0f5-1b57-ffb58e61f7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.256134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.256416] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.256747] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.256943] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.257192] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.257855] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b49c7b-713d-418f-afe4-41070c913dfc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.267995] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.268200] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.269045] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2221db0-6be6-449d-9bd9-cbcd3f234a0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.274812] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1122.274812] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5209d00c-9eb1-0f90-b144-3c1b8e7a78e6" [ 1122.274812] env[68134]: _type = "Task" [ 1122.274812] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.286104] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5209d00c-9eb1-0f90-b144-3c1b8e7a78e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.288068] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1012c2e4-d545-4de7-88dd-3fa071a262dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.311559] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance '7fd7d4b5-51b9-4228-b3ee-96e849d1e806' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.342630] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965662, 'name': ReconfigVM_Task, 'duration_secs': 0.293665} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.342984] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.343725] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc362383-ee40-4488-bf76-73df2adff24b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.353487] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1122.353487] env[68134]: value = "task-2965664" [ 1122.353487] env[68134]: _type = "Task" [ 1122.353487] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.367379] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965664, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.686909] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965663, 'name': ReconfigVM_Task, 'duration_secs': 0.299796} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.686909] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d/7ecf8591-00d1-4bd7-81d8-7290e2115b4d.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.686909] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8b85950-f04a-4e7d-ac20-8dbb8c3607cf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.695019] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1122.695019] env[68134]: value = "task-2965665" [ 1122.695019] env[68134]: _type = "Task" [ 1122.695019] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.702796] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965665, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.786786] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5209d00c-9eb1-0f90-b144-3c1b8e7a78e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.790131] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15eb46e0-00f2-44b0-8bd9-718c9f34e142 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.796024] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1122.796024] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52825c3e-8997-14b4-66b2-f2b46d2a82de" [ 1122.796024] env[68134]: _type = "Task" [ 1122.796024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.804344] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52825c3e-8997-14b4-66b2-f2b46d2a82de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.820022] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.820022] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd26990-0c88-48d9-90c1-69af5f6e5674 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.829020] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1122.829020] env[68134]: value = "task-2965666" [ 1122.829020] env[68134]: _type = "Task" [ 1122.829020] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.838789] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.865926] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965664, 'name': Rename_Task, 'duration_secs': 0.160137} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.865926] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.866260] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf11253-b79d-41f2-9ca4-be1535592afa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.873902] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1122.873902] env[68134]: value = "task-2965667" [ 1122.873902] env[68134]: _type = "Task" [ 1122.873902] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.883437] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.208455] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965665, 'name': Rename_Task, 'duration_secs': 0.172488} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.208879] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.209475] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d67956c-cc87-4607-9540-ed38e48385a1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.217493] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1123.217493] env[68134]: value = "task-2965668" [ 1123.217493] env[68134]: _type = "Task" [ 1123.217493] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.228224] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.305808] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52825c3e-8997-14b4-66b2-f2b46d2a82de, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.306530] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.306857] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9e58f381-3a71-477e-9274-42fb08037c49/9e58f381-3a71-477e-9274-42fb08037c49.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.307195] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebc5ef98-bdb6-4752-b904-274acf0ced72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.316642] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1123.316642] env[68134]: value = "task-2965669" [ 1123.316642] env[68134]: _type = "Task" [ 1123.316642] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.327302] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.338460] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965666, 'name': PowerOffVM_Task, 'duration_secs': 0.209688} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.338460] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.338460] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance '7fd7d4b5-51b9-4228-b3ee-96e849d1e806' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.385468] env[68134]: DEBUG oslo_vmware.api [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965667, 'name': PowerOnVM_Task, 'duration_secs': 0.498332} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.385881] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.386344] env[68134]: INFO nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1123.386525] env[68134]: DEBUG nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.387423] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41202661-1745-4bc7-be26-8e5c3f73e580 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.734819] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965668, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.827718] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965669, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.846217] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.846482] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.846853] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.846853] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.846978] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.847128] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.847335] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.847487] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.847652] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.847812] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.847985] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.853463] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14339df7-00b0-4177-9c36-c0b2c088f694 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.872376] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1123.872376] env[68134]: value = "task-2965670" [ 1123.872376] env[68134]: _type = "Task" [ 1123.872376] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.881527] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.914949] env[68134]: INFO nova.compute.manager [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Took 24.42 seconds to build instance. [ 1124.232721] env[68134]: DEBUG oslo_vmware.api [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965668, 'name': PowerOnVM_Task, 'duration_secs': 0.748491} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.233093] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.233364] env[68134]: DEBUG nova.compute.manager [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.234418] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256739a8-f285-48f1-8b00-6307c9303a2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.331122] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525637} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.331589] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 9e58f381-3a71-477e-9274-42fb08037c49/9e58f381-3a71-477e-9274-42fb08037c49.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.331950] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.332129] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d4d3f41-0734-4708-9ef8-05da6ab78218 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.342321] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1124.342321] env[68134]: value = "task-2965671" [ 1124.342321] env[68134]: _type = "Task" [ 1124.342321] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.352776] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.384683] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965670, 'name': ReconfigVM_Task, 'duration_secs': 0.233783} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.385028] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance '7fd7d4b5-51b9-4228-b3ee-96e849d1e806' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.419337] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4110600b-26a9-49a6-b721-a01d3a8d1df5 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.926s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.521934] env[68134]: DEBUG nova.compute.manager [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.522684] env[68134]: DEBUG nova.compute.manager [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing instance network info cache due to event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.522684] env[68134]: DEBUG oslo_concurrency.lockutils [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] Acquiring lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.522684] env[68134]: DEBUG oslo_concurrency.lockutils [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] Acquired lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.522684] env[68134]: DEBUG nova.network.neutron [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.751323] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.751738] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.751773] env[68134]: DEBUG nova.objects.instance [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1124.853037] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07104} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.853328] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.854130] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d889f-606b-43a4-b6f7-ff813da84cd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.881331] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9e58f381-3a71-477e-9274-42fb08037c49/9e58f381-3a71-477e-9274-42fb08037c49.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.881806] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0037cd-c637-4d67-823c-ffdc1f14ea03 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.900654] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.900936] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.901109] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.901300] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.901447] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.901594] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.901799] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.901967] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.902224] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.902386] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.902642] env[68134]: DEBUG nova.virt.hardware [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.908075] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.908372] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0557169-3f3e-44cb-9c53-c518bcd15950 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.928049] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1124.928049] env[68134]: value = "task-2965673" [ 1124.928049] env[68134]: _type = "Task" [ 1124.928049] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.930066] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1124.930066] env[68134]: value = "task-2965672" [ 1124.930066] env[68134]: _type = "Task" [ 1124.930066] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.941729] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.945230] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.956979] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "4b88143e-6c96-4bde-8a6e-59b56316783f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.957334] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.244863] env[68134]: DEBUG nova.network.neutron [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updated VIF entry in instance network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.245358] env[68134]: DEBUG nova.network.neutron [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b42b05b-69", "ovs_interfaceid": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.285309] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.285555] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.285624] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.285774] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.285943] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.289255] env[68134]: INFO nova.compute.manager [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Terminating instance [ 1125.456021] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965672, 'name': ReconfigVM_Task, 'duration_secs': 0.396895} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.456021] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.456021] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.456205] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffaf183-4c62-4ac5-b9a8-ef6d97a7342a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.460205] env[68134]: DEBUG nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.490509] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 7fd7d4b5-51b9-4228-b3ee-96e849d1e806/7fd7d4b5-51b9-4228-b3ee-96e849d1e806.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.491588] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec86878-d705-42fd-8629-e5c7f5514094 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.513295] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1125.513295] env[68134]: value = "task-2965674" [ 1125.513295] env[68134]: _type = "Task" [ 1125.513295] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.524100] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.748771] env[68134]: DEBUG oslo_concurrency.lockutils [req-5e85b451-4808-42e6-96c1-1b4cae0df283 req-e3128a87-ec8a-40d1-af12-c60d96142dd4 service nova] Releasing lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.760304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-65983a4c-7bf9-4c10-94e9-aa2874d335c2 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.792859] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "refresh_cache-7ecf8591-00d1-4bd7-81d8-7290e2115b4d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.793073] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "refresh_cache-7ecf8591-00d1-4bd7-81d8-7290e2115b4d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.793257] env[68134]: DEBUG nova.network.neutron [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.941694] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965673, 'name': ReconfigVM_Task, 'duration_secs': 0.818462} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.941994] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9e58f381-3a71-477e-9274-42fb08037c49/9e58f381-3a71-477e-9274-42fb08037c49.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.942643] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c924838-23fe-4deb-964c-7069e71e7526 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.950067] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1125.950067] env[68134]: value = "task-2965675" [ 1125.950067] env[68134]: _type = "Task" [ 1125.950067] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.960067] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965675, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.014749] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.015165] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.017222] env[68134]: INFO nova.compute.claims [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.030815] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.313215] env[68134]: DEBUG nova.network.neutron [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.371590] env[68134]: DEBUG nova.network.neutron [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.401538] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Acquiring lock "af627941-3740-498a-8d05-ca908259d8af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.401805] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "af627941-3740-498a-8d05-ca908259d8af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.402040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Acquiring lock "af627941-3740-498a-8d05-ca908259d8af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.402234] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "af627941-3740-498a-8d05-ca908259d8af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.402403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "af627941-3740-498a-8d05-ca908259d8af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.404524] env[68134]: INFO nova.compute.manager [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Terminating instance [ 1126.460665] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965675, 'name': Rename_Task, 'duration_secs': 0.303066} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.460950] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.462050] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9954756-f998-4826-b4f9-19ac336c441a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.469658] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1126.469658] env[68134]: value = "task-2965676" [ 1126.469658] env[68134]: _type = "Task" [ 1126.469658] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.495677] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.531034] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965674, 'name': ReconfigVM_Task, 'duration_secs': 0.549791} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.531604] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 7fd7d4b5-51b9-4228-b3ee-96e849d1e806/7fd7d4b5-51b9-4228-b3ee-96e849d1e806.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.531713] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance '7fd7d4b5-51b9-4228-b3ee-96e849d1e806' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.874091] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "refresh_cache-7ecf8591-00d1-4bd7-81d8-7290e2115b4d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.874535] env[68134]: DEBUG nova.compute.manager [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.874773] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.875698] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2f2dc1-f806-4596-8aa3-7aea31bfc57b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.884473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.884719] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbf335e-44f6-4035-92fb-765a57162f5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.891199] env[68134]: DEBUG oslo_vmware.api [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1126.891199] env[68134]: value = "task-2965677" [ 1126.891199] env[68134]: _type = "Task" [ 1126.891199] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.899634] env[68134]: DEBUG oslo_vmware.api [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.908683] env[68134]: DEBUG nova.compute.manager [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.908937] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.909302] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-785e5494-a9a9-4796-aec5-ea0e1d3cf250 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.916841] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1126.916841] env[68134]: value = "task-2965678" [ 1126.916841] env[68134]: _type = "Task" [ 1126.916841] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.925278] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.981438] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.039764] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368a66d2-681c-4a60-9543-0e8971465c26 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.064614] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b702b0e9-12aa-44b5-9a78-d473bbf0ac50 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.087187] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance '7fd7d4b5-51b9-4228-b3ee-96e849d1e806' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.247944] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b0649b-289c-4b30-8abf-10cf7a5d203d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.256598] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e3887-a3c7-4b1e-bbcc-766382200ee6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.290659] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856f811b-9c51-484e-8ae1-8e232e192767 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.298706] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3923f5-45fb-478f-9629-c82438c7919c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.312754] env[68134]: DEBUG nova.compute.provider_tree [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.401628] env[68134]: DEBUG oslo_vmware.api [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965677, 'name': PowerOffVM_Task, 'duration_secs': 0.134662} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.401842] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.402014] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.402273] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da8f03d-df89-4777-bded-6dbafac0380a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.428752] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965678, 'name': PowerOffVM_Task, 'duration_secs': 0.189859} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.430439] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.430739] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.431066] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595055', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'name': 'volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af627941-3740-498a-8d05-ca908259d8af', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'serial': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.431502] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.431779] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.432066] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleting the datastore file [datastore1] 7ecf8591-00d1-4bd7-81d8-7290e2115b4d {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.433183] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae06abd-c7b9-4442-b011-cc5a28b083a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.435938] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d8d9238-556b-4573-8be4-9e4746689e6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.459981] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a89d0d-cb67-4f31-abea-c6be35239cfb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.463278] env[68134]: DEBUG oslo_vmware.api [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1127.463278] env[68134]: value = "task-2965680" [ 1127.463278] env[68134]: _type = "Task" [ 1127.463278] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.470124] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e832e2d2-2e6e-4e1d-b018-3ebe5668b8e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.475898] env[68134]: DEBUG oslo_vmware.api [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.484898] env[68134]: DEBUG oslo_vmware.api [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965676, 'name': PowerOnVM_Task, 'duration_secs': 1.007447} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.498767] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.498984] env[68134]: INFO nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1127.499179] env[68134]: DEBUG nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.499999] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28767358-74ae-476b-8190-7f617de53f6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.503085] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e0644-86bf-41c1-8eda-7d890d540701 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.523040] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6/volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.528151] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.531019] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5034a26-e8b6-4bd9-b182-51f1d7e374c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.548425] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1127.548425] env[68134]: value = "task-2965681" [ 1127.548425] env[68134]: _type = "Task" [ 1127.548425] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.558436] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.658471] env[68134]: DEBUG nova.network.neutron [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Port 5285d637-57dc-451f-95e4-a04bf10f0e35 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1127.816140] env[68134]: DEBUG nova.scheduler.client.report [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.974694] env[68134]: DEBUG oslo_vmware.api [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182251} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.975029] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.975158] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.975339] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.975511] env[68134]: INFO nova.compute.manager [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1127.975754] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.975951] env[68134]: DEBUG nova.compute.manager [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.976057] env[68134]: DEBUG nova.network.neutron [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.993660] env[68134]: DEBUG nova.network.neutron [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.037865] env[68134]: INFO nova.compute.manager [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Took 26.34 seconds to build instance. [ 1128.060196] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965681, 'name': ReconfigVM_Task, 'duration_secs': 0.212243} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.060488] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.065388] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948e2895-0c6c-47f2-ac15-69ea3e4ea41f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.082314] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1128.082314] env[68134]: value = "task-2965682" [ 1128.082314] env[68134]: _type = "Task" [ 1128.082314] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.091822] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.320934] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.321485] env[68134]: DEBUG nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.496678] env[68134]: DEBUG nova.network.neutron [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.541127] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3bdff2ea-0d12-4e46-8017-ccf91fff769f tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.861s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.592064] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965682, 'name': ReconfigVM_Task, 'duration_secs': 0.164986} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.592294] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595055', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'name': 'volume-e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af627941-3740-498a-8d05-ca908259d8af', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6', 'serial': 'e8b96dfb-7a31-4286-8297-6ee156f9f8a6'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.592595] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.593389] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee4f536-8ece-4403-a3cc-9871d366b422 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.600210] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.600467] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aee583b8-aeb6-4d81-a1cf-63713cc8c1b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.678734] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.678955] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.679594] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Deleting the datastore file [datastore2] af627941-3740-498a-8d05-ca908259d8af {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.682320] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-067f22ef-6fdd-4a7c-bff0-0d73f2513f71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.688423] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.688654] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.688835] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.694389] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for the task: (returnval){ [ 1128.694389] env[68134]: value = "task-2965684" [ 1128.694389] env[68134]: _type = "Task" [ 1128.694389] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.704427] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.750758] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "9e58f381-3a71-477e-9274-42fb08037c49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.751035] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.751236] env[68134]: DEBUG nova.compute.manager [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.752193] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8721b327-81c1-4ec3-a1e7-e96ff76b6ed8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.760613] env[68134]: DEBUG nova.compute.manager [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1128.761334] env[68134]: DEBUG nova.objects.instance [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lazy-loading 'flavor' on Instance uuid 9e58f381-3a71-477e-9274-42fb08037c49 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.826298] env[68134]: DEBUG nova.compute.utils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.828210] env[68134]: DEBUG nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.828210] env[68134]: DEBUG nova.network.neutron [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.874721] env[68134]: DEBUG nova.policy [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba40c44174f43f28f0d81c4fdbdb6bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '998b00f79c464890834a56c25d0851ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.000070] env[68134]: INFO nova.compute.manager [-] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Took 1.02 seconds to deallocate network for instance. [ 1129.124928] env[68134]: DEBUG nova.network.neutron [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Successfully created port: 0838807d-3fd6-42cd-93a1-39b7775a3b35 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.205749] env[68134]: DEBUG oslo_vmware.api [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Task: {'id': task-2965684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077748} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.206040] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.206195] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.206372] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.206541] env[68134]: INFO nova.compute.manager [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1129.206778] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.207251] env[68134]: DEBUG nova.compute.manager [-] [instance: af627941-3740-498a-8d05-ca908259d8af] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.207353] env[68134]: DEBUG nova.network.neutron [-] [instance: af627941-3740-498a-8d05-ca908259d8af] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.331593] env[68134]: DEBUG nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.508705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.508705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.508705] env[68134]: DEBUG nova.objects.instance [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lazy-loading 'resources' on Instance uuid 7ecf8591-00d1-4bd7-81d8-7290e2115b4d {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.736551] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.736920] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.737170] env[68134]: DEBUG nova.network.neutron [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.770506] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.770506] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6c579b-2f20-4278-8895-5440dafe07d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.777884] env[68134]: DEBUG oslo_vmware.api [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1129.777884] env[68134]: value = "task-2965685" [ 1129.777884] env[68134]: _type = "Task" [ 1129.777884] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.789230] env[68134]: DEBUG oslo_vmware.api [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.791598] env[68134]: DEBUG nova.compute.manager [req-605e66ed-5108-4301-9752-f4393b74a452 req-3855eb3b-8edb-4061-b946-5061ee53bdaf service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Received event network-vif-deleted-4386f901-c43f-4995-8da2-a8f6d5fdd4c1 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.791742] env[68134]: INFO nova.compute.manager [req-605e66ed-5108-4301-9752-f4393b74a452 req-3855eb3b-8edb-4061-b946-5061ee53bdaf service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Neutron deleted interface 4386f901-c43f-4995-8da2-a8f6d5fdd4c1; detaching it from the instance and deleting it from the info cache [ 1129.791956] env[68134]: DEBUG nova.network.neutron [req-605e66ed-5108-4301-9752-f4393b74a452 req-3855eb3b-8edb-4061-b946-5061ee53bdaf service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.181413] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bf1946-c449-4c29-b222-39e73c1eec8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.189165] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5a83c-ef1e-4895-8380-8f37fe697645 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.221507] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed891877-ac37-46e6-b576-60cf845a588d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.229697] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3326ef5-1129-4f36-9950-9a388567b3f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.244966] env[68134]: DEBUG nova.compute.provider_tree [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.268143] env[68134]: DEBUG nova.network.neutron [-] [instance: af627941-3740-498a-8d05-ca908259d8af] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.291079] env[68134]: DEBUG oslo_vmware.api [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965685, 'name': PowerOffVM_Task, 'duration_secs': 0.200241} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.291079] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.291348] env[68134]: DEBUG nova.compute.manager [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.292342] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37122a96-220a-4837-ab86-02fbfb3d1b0e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.302536] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12bce098-c83d-4329-a210-e1238c92b172 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.312470] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f8e2e-d98e-4847-a794-26a436d65ce6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.349069] env[68134]: DEBUG nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.351466] env[68134]: DEBUG nova.compute.manager [req-605e66ed-5108-4301-9752-f4393b74a452 req-3855eb3b-8edb-4061-b946-5061ee53bdaf service nova] [instance: af627941-3740-498a-8d05-ca908259d8af] Detach interface failed, port_id=4386f901-c43f-4995-8da2-a8f6d5fdd4c1, reason: Instance af627941-3740-498a-8d05-ca908259d8af could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.385553] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.385830] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.386064] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.386210] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.386358] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.386506] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.386712] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.386876] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.387055] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.387220] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.387391] env[68134]: DEBUG nova.virt.hardware [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.388252] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d466d93-bc1d-4d2f-b025-e81e773d9aa0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.396633] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f604fd-ade4-4b5e-a011-cf798ede550f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.485639] env[68134]: DEBUG nova.network.neutron [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance_info_cache with network_info: [{"id": "5285d637-57dc-451f-95e4-a04bf10f0e35", "address": "fa:16:3e:d6:79:19", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5285d637-57", "ovs_interfaceid": "5285d637-57dc-451f-95e4-a04bf10f0e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.538834] env[68134]: DEBUG nova.compute.manager [req-5c4de234-84fa-4d97-92f7-3161b63e5cad req-59cdf208-f0e2-44dc-ac90-86500df222df service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Received event network-vif-plugged-0838807d-3fd6-42cd-93a1-39b7775a3b35 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.539071] env[68134]: DEBUG oslo_concurrency.lockutils [req-5c4de234-84fa-4d97-92f7-3161b63e5cad req-59cdf208-f0e2-44dc-ac90-86500df222df service nova] Acquiring lock "4b88143e-6c96-4bde-8a6e-59b56316783f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.539284] env[68134]: DEBUG oslo_concurrency.lockutils [req-5c4de234-84fa-4d97-92f7-3161b63e5cad req-59cdf208-f0e2-44dc-ac90-86500df222df service nova] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.539451] env[68134]: DEBUG oslo_concurrency.lockutils [req-5c4de234-84fa-4d97-92f7-3161b63e5cad req-59cdf208-f0e2-44dc-ac90-86500df222df service nova] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.539614] env[68134]: DEBUG nova.compute.manager [req-5c4de234-84fa-4d97-92f7-3161b63e5cad req-59cdf208-f0e2-44dc-ac90-86500df222df service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] No waiting events found dispatching network-vif-plugged-0838807d-3fd6-42cd-93a1-39b7775a3b35 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.539776] env[68134]: WARNING nova.compute.manager [req-5c4de234-84fa-4d97-92f7-3161b63e5cad req-59cdf208-f0e2-44dc-ac90-86500df222df service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Received unexpected event network-vif-plugged-0838807d-3fd6-42cd-93a1-39b7775a3b35 for instance with vm_state building and task_state spawning. [ 1130.628757] env[68134]: DEBUG nova.network.neutron [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Successfully updated port: 0838807d-3fd6-42cd-93a1-39b7775a3b35 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.748027] env[68134]: DEBUG nova.scheduler.client.report [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.771299] env[68134]: INFO nova.compute.manager [-] [instance: af627941-3740-498a-8d05-ca908259d8af] Took 1.56 seconds to deallocate network for instance. [ 1130.808100] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a3b72b7-0095-4594-a314-009d9ef55c9b tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.844103] env[68134]: DEBUG oslo_concurrency.lockutils [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.844305] env[68134]: DEBUG oslo_concurrency.lockutils [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.990403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.131776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "refresh_cache-4b88143e-6c96-4bde-8a6e-59b56316783f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.131939] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquired lock "refresh_cache-4b88143e-6c96-4bde-8a6e-59b56316783f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.132206] env[68134]: DEBUG nova.network.neutron [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.252721] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.277490] env[68134]: INFO nova.scheduler.client.report [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleted allocations for instance 7ecf8591-00d1-4bd7-81d8-7290e2115b4d [ 1131.316783] env[68134]: INFO nova.compute.manager [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Took 0.54 seconds to detach 1 volumes for instance. [ 1131.319242] env[68134]: DEBUG nova.compute.manager [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] [instance: af627941-3740-498a-8d05-ca908259d8af] Deleting volume: e8b96dfb-7a31-4286-8297-6ee156f9f8a6 {{(pid=68134) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1131.348027] env[68134]: DEBUG nova.compute.utils [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.473183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "9e58f381-3a71-477e-9274-42fb08037c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.473481] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.473699] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "9e58f381-3a71-477e-9274-42fb08037c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.473886] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.474068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.476534] env[68134]: INFO nova.compute.manager [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Terminating instance [ 1131.512534] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ede835-0943-495e-a6ce-aa60fe098c38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.534467] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11227547-c234-4635-a97a-8e69e776ab3c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.542068] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance '7fd7d4b5-51b9-4228-b3ee-96e849d1e806' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.663763] env[68134]: DEBUG nova.network.neutron [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.785940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-413a3991-adec-45d5-9c7c-2669447c3475 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "7ecf8591-00d1-4bd7-81d8-7290e2115b4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.500s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.787868] env[68134]: DEBUG nova.network.neutron [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Updating instance_info_cache with network_info: [{"id": "0838807d-3fd6-42cd-93a1-39b7775a3b35", "address": "fa:16:3e:9d:e4:4c", "network": {"id": "70326470-4b84-401e-bf29-299f5e9e76de", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-571571791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "998b00f79c464890834a56c25d0851ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0838807d-3f", "ovs_interfaceid": "0838807d-3fd6-42cd-93a1-39b7775a3b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.851382] env[68134]: DEBUG oslo_concurrency.lockutils [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.861940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.862213] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.862447] env[68134]: DEBUG nova.objects.instance [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lazy-loading 'resources' on Instance uuid af627941-3740-498a-8d05-ca908259d8af {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.980526] env[68134]: DEBUG nova.compute.manager [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.980731] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.981669] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe119e6-5766-4424-9c08-931351e88a02 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.990514] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.990760] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa0d32b-c62b-48c8-bf11-e67d700e50e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.048838] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.049179] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee1c3d5-6fb6-437d-aba3-2e148cb15250 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.057912] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1132.057912] env[68134]: value = "task-2965688" [ 1132.057912] env[68134]: _type = "Task" [ 1132.057912] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.058942] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.059150] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.059359] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleting the datastore file [datastore1] 9e58f381-3a71-477e-9274-42fb08037c49 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.063150] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c5cec7e-d183-4a99-b112-cfdb26ac7afb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.070188] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.071463] env[68134]: DEBUG oslo_vmware.api [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1132.071463] env[68134]: value = "task-2965689" [ 1132.071463] env[68134]: _type = "Task" [ 1132.071463] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.081268] env[68134]: DEBUG oslo_vmware.api [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.290094] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Releasing lock "refresh_cache-4b88143e-6c96-4bde-8a6e-59b56316783f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.290442] env[68134]: DEBUG nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Instance network_info: |[{"id": "0838807d-3fd6-42cd-93a1-39b7775a3b35", "address": "fa:16:3e:9d:e4:4c", "network": {"id": "70326470-4b84-401e-bf29-299f5e9e76de", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-571571791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "998b00f79c464890834a56c25d0851ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0838807d-3f", "ovs_interfaceid": "0838807d-3fd6-42cd-93a1-39b7775a3b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.290878] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:e4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0838807d-3fd6-42cd-93a1-39b7775a3b35', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.298285] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Creating folder: Project (998b00f79c464890834a56c25d0851ad). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.298589] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f32d4b2-554d-4ccb-a8f4-c2b75f609e95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.311596] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Created folder: Project (998b00f79c464890834a56c25d0851ad) in parent group-v594791. [ 1132.311786] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Creating folder: Instances. Parent ref: group-v595083. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.312047] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cffc4d18-f2aa-4b16-9808-848aa6437278 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.322461] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Created folder: Instances in parent group-v595083. [ 1132.322759] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.322962] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.323186] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea94903-b01a-4f9f-a0ea-ee6db5150b36 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.343675] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.343675] env[68134]: value = "task-2965692" [ 1132.343675] env[68134]: _type = "Task" [ 1132.343675] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.351560] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965692, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.569388] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.573497] env[68134]: DEBUG nova.compute.manager [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Received event network-changed-0838807d-3fd6-42cd-93a1-39b7775a3b35 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.573994] env[68134]: DEBUG nova.compute.manager [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Refreshing instance network info cache due to event network-changed-0838807d-3fd6-42cd-93a1-39b7775a3b35. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.574144] env[68134]: DEBUG oslo_concurrency.lockutils [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] Acquiring lock "refresh_cache-4b88143e-6c96-4bde-8a6e-59b56316783f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.574390] env[68134]: DEBUG oslo_concurrency.lockutils [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] Acquired lock "refresh_cache-4b88143e-6c96-4bde-8a6e-59b56316783f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.574661] env[68134]: DEBUG nova.network.neutron [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Refreshing network info cache for port 0838807d-3fd6-42cd-93a1-39b7775a3b35 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.586502] env[68134]: DEBUG oslo_vmware.api [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128008} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.586793] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.587028] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.587285] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.587436] env[68134]: INFO nova.compute.manager [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1132.587731] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.587900] env[68134]: DEBUG nova.compute.manager [-] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.588026] env[68134]: DEBUG nova.network.neutron [-] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.592467] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641c48fc-8772-4433-af7e-d568b6400129 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.600462] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa80a2-0480-4004-a56c-a0cd9d7b5abd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.635957] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69875de0-c322-44b7-8923-aa667a3fdd6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.645035] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb675ba2-024b-4a87-906b-094370f4c7f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.659875] env[68134]: DEBUG nova.compute.provider_tree [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.685020] env[68134]: DEBUG nova.compute.manager [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1132.854324] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965692, 'name': CreateVM_Task, 'duration_secs': 0.420508} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.854492] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.855200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.855375] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.855702] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.855951] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902ae853-6635-4075-846f-03b969da2fda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.861281] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1132.861281] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52350976-d01b-89ee-9df4-e019d5038502" [ 1132.861281] env[68134]: _type = "Task" [ 1132.861281] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.869286] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52350976-d01b-89ee-9df4-e019d5038502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.934602] env[68134]: DEBUG oslo_concurrency.lockutils [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.934868] env[68134]: DEBUG oslo_concurrency.lockutils [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.935130] env[68134]: INFO nova.compute.manager [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Attaching volume d4ba43d5-459e-4fa7-a719-6edc037dbe38 to /dev/sdb [ 1132.936914] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.937127] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.937325] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.937501] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.937668] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.939775] env[68134]: INFO nova.compute.manager [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Terminating instance [ 1132.970022] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920e5ee-f3b6-4266-b509-d311830a77ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.977433] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a2d43-2fe1-48c4-8eda-c4f37e760d14 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.992264] env[68134]: DEBUG nova.virt.block_device [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating existing volume attachment record: dffaf2a0-e540-4925-9a0a-c5c77423e740 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1133.068207] env[68134]: DEBUG oslo_vmware.api [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965688, 'name': PowerOnVM_Task, 'duration_secs': 0.519966} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.068483] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.068667] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d444f1b3-4347-4836-85c1-61244e9b7b7f tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance '7fd7d4b5-51b9-4228-b3ee-96e849d1e806' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.162989] env[68134]: DEBUG nova.scheduler.client.report [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.211093] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.325791] env[68134]: DEBUG nova.network.neutron [-] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.359259] env[68134]: DEBUG nova.network.neutron [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Updated VIF entry in instance network info cache for port 0838807d-3fd6-42cd-93a1-39b7775a3b35. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.359610] env[68134]: DEBUG nova.network.neutron [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Updating instance_info_cache with network_info: [{"id": "0838807d-3fd6-42cd-93a1-39b7775a3b35", "address": "fa:16:3e:9d:e4:4c", "network": {"id": "70326470-4b84-401e-bf29-299f5e9e76de", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-571571791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "998b00f79c464890834a56c25d0851ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0838807d-3f", "ovs_interfaceid": "0838807d-3fd6-42cd-93a1-39b7775a3b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.373104] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52350976-d01b-89ee-9df4-e019d5038502, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.373416] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.373652] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.373891] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.374059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.374256] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.374743] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6351b4f3-47f0-44da-b157-2dd679ffb031 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.384352] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.384539] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.385283] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c43e9ac-7110-4125-98e0-955df02b81dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.391517] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1133.391517] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528eb62d-55e8-c945-38cf-7925e3e93886" [ 1133.391517] env[68134]: _type = "Task" [ 1133.391517] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.400155] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528eb62d-55e8-c945-38cf-7925e3e93886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.446596] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "refresh_cache-bcd31380-eacd-4ec0-b50c-dcabe413bab2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.446793] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquired lock "refresh_cache-bcd31380-eacd-4ec0-b50c-dcabe413bab2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.446970] env[68134]: DEBUG nova.network.neutron [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.669901] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.673293] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.462s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.691861] env[68134]: INFO nova.scheduler.client.report [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Deleted allocations for instance af627941-3740-498a-8d05-ca908259d8af [ 1133.828750] env[68134]: INFO nova.compute.manager [-] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Took 1.24 seconds to deallocate network for instance. [ 1133.863473] env[68134]: DEBUG oslo_concurrency.lockutils [req-6b587b50-95ac-466d-a8a7-7330e895672a req-f9651b17-b3dd-4ec0-b5b7-12be0dcf2425 service nova] Releasing lock "refresh_cache-4b88143e-6c96-4bde-8a6e-59b56316783f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.902408] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528eb62d-55e8-c945-38cf-7925e3e93886, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.903206] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1a9ae8-a3cb-409b-8fd8-6e813d915eab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.909038] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1133.909038] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f9b223-453b-732c-b1e9-51cc8cb9c23a" [ 1133.909038] env[68134]: _type = "Task" [ 1133.909038] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.917626] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f9b223-453b-732c-b1e9-51cc8cb9c23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.966613] env[68134]: DEBUG nova.network.neutron [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.016044] env[68134]: DEBUG nova.network.neutron [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.179289] env[68134]: INFO nova.compute.claims [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.200412] env[68134]: DEBUG oslo_concurrency.lockutils [None req-45d17abe-8be3-4c6c-b4fe-3cd8eb32514a tempest-ServersTestBootFromVolume-1715315045 tempest-ServersTestBootFromVolume-1715315045-project-member] Lock "af627941-3740-498a-8d05-ca908259d8af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.798s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.335259] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.418677] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f9b223-453b-732c-b1e9-51cc8cb9c23a, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.418945] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.419227] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 4b88143e-6c96-4bde-8a6e-59b56316783f/4b88143e-6c96-4bde-8a6e-59b56316783f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.419490] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b077e35-9065-4246-b5ae-38fc8a73e792 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.426372] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1134.426372] env[68134]: value = "task-2965696" [ 1134.426372] env[68134]: _type = "Task" [ 1134.426372] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.435547] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.519145] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Releasing lock "refresh_cache-bcd31380-eacd-4ec0-b50c-dcabe413bab2" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.519617] env[68134]: DEBUG nova.compute.manager [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.519836] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.520865] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50bd4e4-32a2-4847-9546-f3ce8b1f17ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.529238] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.529501] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f963be9f-83d3-46fe-a820-7c61aa754e3f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.536613] env[68134]: DEBUG oslo_vmware.api [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1134.536613] env[68134]: value = "task-2965697" [ 1134.536613] env[68134]: _type = "Task" [ 1134.536613] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.545183] env[68134]: DEBUG oslo_vmware.api [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.601837] env[68134]: DEBUG nova.compute.manager [req-8b9cd9a5-cc2e-420d-b1c7-c3c53bbb514d req-396be230-4d9f-45e3-84e0-ac4739f36682 service nova] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Received event network-vif-deleted-c2f9ef10-aa73-485f-a25a-ec4fbbc62938 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.685869] env[68134]: INFO nova.compute.resource_tracker [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating resource usage from migration c605e9d6-4f66-4157-b19c-ef48b3b31813 [ 1134.891083] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36843980-422b-4ffc-8fbd-98a7f4975e45 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.898878] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ec935-bb36-443c-b922-e91c2fa1ca82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.933821] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372016d3-69e8-4a1c-b5e8-9ca7c1339054 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.945394] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd8756a-6af0-495d-bf09-48163fe30d36 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.949453] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452592} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.949546] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 4b88143e-6c96-4bde-8a6e-59b56316783f/4b88143e-6c96-4bde-8a6e-59b56316783f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.949744] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.952656] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd0db6b6-6325-4d2c-96cd-58b02d6f3ff7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.965425] env[68134]: DEBUG nova.compute.provider_tree [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.973760] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1134.973760] env[68134]: value = "task-2965698" [ 1134.973760] env[68134]: _type = "Task" [ 1134.973760] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.985113] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.049733] env[68134]: DEBUG oslo_vmware.api [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.178654] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.178922] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.179134] env[68134]: DEBUG nova.compute.manager [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Going to confirm migration 7 {{(pid=68134) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1135.468935] env[68134]: DEBUG nova.scheduler.client.report [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.492024] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069932} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.492491] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.493123] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60874105-091e-4e3e-a85a-7aaa8bb2b5ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.515381] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 4b88143e-6c96-4bde-8a6e-59b56316783f/4b88143e-6c96-4bde-8a6e-59b56316783f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.515630] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64910575-77b8-4770-b1cf-3a5bb10383e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.537641] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1135.537641] env[68134]: value = "task-2965699" [ 1135.537641] env[68134]: _type = "Task" [ 1135.537641] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.548808] env[68134]: DEBUG oslo_vmware.api [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965697, 'name': PowerOffVM_Task, 'duration_secs': 0.903298} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.551966] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.552167] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.552424] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.552679] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e97e2d6-f23d-4091-a428-f8c0e96c06e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.581202] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.581474] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.581665] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleting the datastore file [datastore1] bcd31380-eacd-4ec0-b50c-dcabe413bab2 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.581934] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea8cdc6f-12ce-4a71-a3f3-71e46176424c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.587942] env[68134]: DEBUG oslo_vmware.api [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for the task: (returnval){ [ 1135.587942] env[68134]: value = "task-2965701" [ 1135.587942] env[68134]: _type = "Task" [ 1135.587942] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.596132] env[68134]: DEBUG oslo_vmware.api [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.733349] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.733546] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquired lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.733739] env[68134]: DEBUG nova.network.neutron [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.733900] env[68134]: DEBUG nova.objects.instance [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'info_cache' on Instance uuid 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.976454] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.304s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.976454] env[68134]: INFO nova.compute.manager [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Migrating [ 1135.982943] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.648s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.983187] env[68134]: DEBUG nova.objects.instance [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lazy-loading 'resources' on Instance uuid 9e58f381-3a71-477e-9274-42fb08037c49 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.053283] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.098324] env[68134]: DEBUG oslo_vmware.api [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Task: {'id': task-2965701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09189} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.098614] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.098806] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.098984] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.099168] env[68134]: INFO nova.compute.manager [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1136.099408] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.099597] env[68134]: DEBUG nova.compute.manager [-] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.099688] env[68134]: DEBUG nova.network.neutron [-] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.121855] env[68134]: DEBUG nova.network.neutron [-] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.491415] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.491415] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.491415] env[68134]: DEBUG nova.network.neutron [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.554353] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.625426] env[68134]: DEBUG nova.network.neutron [-] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.679640] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f148cf37-118e-4d54-837e-d905bab5ffd5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.687337] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd55cccd-6a99-424e-b810-927bb7476335 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.721242] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086996e-06a5-49d1-8e4e-ca7a5fe6b1dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.729663] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f50e00-794f-4a03-89ba-cdc2f3b8bc4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.746818] env[68134]: DEBUG nova.compute.provider_tree [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.946800] env[68134]: DEBUG nova.network.neutron [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance_info_cache with network_info: [{"id": "5285d637-57dc-451f-95e4-a04bf10f0e35", "address": "fa:16:3e:d6:79:19", "network": {"id": "5a6d7e51-8c56-467d-9601-2b6bc8899b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-572032787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d1223c1722245c6a523fb296c8e919b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5285d637-57", "ovs_interfaceid": "5285d637-57dc-451f-95e4-a04bf10f0e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.054292] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965699, 'name': ReconfigVM_Task, 'duration_secs': 1.104654} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.054647] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 4b88143e-6c96-4bde-8a6e-59b56316783f/4b88143e-6c96-4bde-8a6e-59b56316783f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.055297] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67140859-a439-41d1-9a30-f819c5e57f0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.062832] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1137.062832] env[68134]: value = "task-2965702" [ 1137.062832] env[68134]: _type = "Task" [ 1137.062832] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.071096] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965702, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.128696] env[68134]: INFO nova.compute.manager [-] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Took 1.03 seconds to deallocate network for instance. [ 1137.217128] env[68134]: DEBUG nova.network.neutron [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.250279] env[68134]: DEBUG nova.scheduler.client.report [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.267573] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.267781] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.267936] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.268103] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.268531] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.268705] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.449961] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Releasing lock "refresh_cache-7fd7d4b5-51b9-4228-b3ee-96e849d1e806" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.450299] env[68134]: DEBUG nova.objects.instance [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'migration_context' on Instance uuid 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.575426] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965702, 'name': Rename_Task, 'duration_secs': 0.191959} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.575426] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.575426] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59112d02-7c67-4604-b2b2-6a2042a2edff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.582905] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1137.582905] env[68134]: value = "task-2965704" [ 1137.582905] env[68134]: _type = "Task" [ 1137.582905] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.592395] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.636420] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.721931] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.755677] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.759157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.122s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.759157] env[68134]: DEBUG nova.objects.instance [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lazy-loading 'resources' on Instance uuid bcd31380-eacd-4ec0-b50c-dcabe413bab2 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.771671] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.783014] env[68134]: INFO nova.scheduler.client.report [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted allocations for instance 9e58f381-3a71-477e-9274-42fb08037c49 [ 1137.953563] env[68134]: DEBUG nova.objects.base [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Object Instance<7fd7d4b5-51b9-4228-b3ee-96e849d1e806> lazy-loaded attributes: info_cache,migration_context {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.954541] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ba7d1-1fd0-4206-804b-f7718fb0f54e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.976241] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506adf7f-51f0-42ee-b180-2dc0343870ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.982801] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1137.982801] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a4cacd-a615-f254-ca9f-d53c4780460e" [ 1137.982801] env[68134]: _type = "Task" [ 1137.982801] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.992894] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a4cacd-a615-f254-ca9f-d53c4780460e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.094207] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965704, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.290909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bf0df8a9-4a1b-4e24-bd87-088c13bdfb22 tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "9e58f381-3a71-477e-9274-42fb08037c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.817s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.410764] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658cced9-1e27-4b63-be9e-a5fc4247c889 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.418555] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba21e82d-fefe-4d0a-a4cd-4befd61c262f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.449052] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351f8766-3a83-42e5-b40a-c516106a26e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.457021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80db0331-b48f-4675-a709-9ca48a9fa18e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.470892] env[68134]: DEBUG nova.compute.provider_tree [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.492296] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a4cacd-a615-f254-ca9f-d53c4780460e, 'name': SearchDatastore_Task, 'duration_secs': 0.008276} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.492583] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.593581] env[68134]: DEBUG oslo_vmware.api [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965704, 'name': PowerOnVM_Task, 'duration_secs': 0.557788} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.593909] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.594046] env[68134]: INFO nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1138.594232] env[68134]: DEBUG nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.594980] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5eed9a-7549-4241-9dc5-86c5b6bafcd3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.975077] env[68134]: DEBUG nova.scheduler.client.report [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.111034] env[68134]: INFO nova.compute.manager [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Took 13.12 seconds to build instance. [ 1139.237091] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9679cb2-e31f-40cb-9bb2-51d154ce2325 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.257557] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance '6263d83e-97c7-4a31-8319-a97b54d03c90' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.480074] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.482537] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.711s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.482716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.482874] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1139.483207] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.991s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.485284] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a358d46d-107a-4ae1-87b8-fc4e1139e0b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.494401] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f43fd58-9fac-43b3-ae16-7b484532042f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.510902] env[68134]: INFO nova.scheduler.client.report [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Deleted allocations for instance bcd31380-eacd-4ec0-b50c-dcabe413bab2 [ 1139.512359] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c3bd70-4435-441e-94da-adc395e2bbbd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.522236] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32981ea-22d1-4abe-a2d6-cfd216b71e82 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.556202] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179298MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1139.556337] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.557691] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.557913] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595087', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'name': 'volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'serial': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.558790] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cdd18-edbb-465b-8638-e2a470cd007b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.578564] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3f192-f9cd-4514-b522-6dba394a42e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.605576] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38/volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.606147] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5211bc5b-5da4-4efe-9761-6ce5a5c74fb6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.620386] env[68134]: DEBUG oslo_concurrency.lockutils [None req-38609b05-d496-4383-9e70-69bcd8c012cf tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.663s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.627749] env[68134]: DEBUG oslo_vmware.api [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1139.627749] env[68134]: value = "task-2965705" [ 1139.627749] env[68134]: _type = "Task" [ 1139.627749] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.637366] env[68134]: DEBUG oslo_vmware.api [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.763245] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.763556] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75595413-f636-4b3b-addc-8759b7e6517e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.772327] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "4b88143e-6c96-4bde-8a6e-59b56316783f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.772609] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.772871] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "4b88143e-6c96-4bde-8a6e-59b56316783f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.773131] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.773366] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.775226] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1139.775226] env[68134]: value = "task-2965706" [ 1139.775226] env[68134]: _type = "Task" [ 1139.775226] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.779680] env[68134]: INFO nova.compute.manager [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Terminating instance [ 1139.787929] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.022814] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c907d805-36b3-4028-a4ba-94861d553834 tempest-ServerShowV247Test-460738047 tempest-ServerShowV247Test-460738047-project-member] Lock "bcd31380-eacd-4ec0-b50c-dcabe413bab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.086s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.133542] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf7c65-1198-4b34-b38e-6391dc26f4c6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.140785] env[68134]: DEBUG oslo_vmware.api [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965705, 'name': ReconfigVM_Task, 'duration_secs': 0.369876} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.141407] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38/volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.148022] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5fcfcdd-8a63-48fb-8e6d-d98618c241c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.158115] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47796388-2944-4408-aff5-cd2579c679b1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.190711] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb6c6b7-bb23-4064-867d-f77199caa604 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.193577] env[68134]: DEBUG oslo_vmware.api [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1140.193577] env[68134]: value = "task-2965707" [ 1140.193577] env[68134]: _type = "Task" [ 1140.193577] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.200217] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c0fc86-401c-4885-82de-508f0eb716a2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.207395] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.207637] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.207830] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.208015] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.208190] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.209705] env[68134]: DEBUG oslo_vmware.api [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.210153] env[68134]: INFO nova.compute.manager [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Terminating instance [ 1140.223019] env[68134]: DEBUG nova.compute.provider_tree [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.286142] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965706, 'name': PowerOffVM_Task, 'duration_secs': 0.32696} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.286442] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.286637] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance '6263d83e-97c7-4a31-8319-a97b54d03c90' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.290407] env[68134]: DEBUG nova.compute.manager [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.290610] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.291856] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db3c791-7b58-4df7-9b6c-cc8ad00c5ad5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.299892] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.300150] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a119aeb6-5c17-4246-8df8-c60257897af1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.308714] env[68134]: DEBUG oslo_vmware.api [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1140.308714] env[68134]: value = "task-2965708" [ 1140.308714] env[68134]: _type = "Task" [ 1140.308714] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.318962] env[68134]: DEBUG oslo_vmware.api [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.705217] env[68134]: DEBUG oslo_vmware.api [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965707, 'name': ReconfigVM_Task, 'duration_secs': 0.163864} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.705547] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595087', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'name': 'volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'serial': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.714848] env[68134]: DEBUG nova.compute.manager [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.715084] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.715890] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4676f91a-d809-469d-9cb5-f63b65c76834 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.724034] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.724265] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e8f9ae-1be9-41e6-81bd-7d5db408800c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.726504] env[68134]: DEBUG nova.scheduler.client.report [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.735468] env[68134]: DEBUG oslo_vmware.api [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1140.735468] env[68134]: value = "task-2965709" [ 1140.735468] env[68134]: _type = "Task" [ 1140.735468] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.746100] env[68134]: DEBUG oslo_vmware.api [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.793832] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.794035] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.794185] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.794363] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.794504] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.794643] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.794843] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.794995] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.795172] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.795331] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.795498] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.800382] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1086c0-3726-4f98-a905-52fd1b89fd07 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.819811] env[68134]: DEBUG oslo_vmware.api [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965708, 'name': PowerOffVM_Task, 'duration_secs': 0.174075} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.821144] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.821334] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.821634] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1140.821634] env[68134]: value = "task-2965710" [ 1140.821634] env[68134]: _type = "Task" [ 1140.821634] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.821822] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f592823c-3804-43fb-998c-6e1f66cc05d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.831620] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.901209] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.901444] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.901628] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Deleting the datastore file [datastore1] 4b88143e-6c96-4bde-8a6e-59b56316783f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.901905] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb12942-ea72-463a-865a-9fa79d0aa51b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.908374] env[68134]: DEBUG oslo_vmware.api [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for the task: (returnval){ [ 1140.908374] env[68134]: value = "task-2965712" [ 1140.908374] env[68134]: _type = "Task" [ 1140.908374] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.916919] env[68134]: DEBUG oslo_vmware.api [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.246806] env[68134]: DEBUG oslo_vmware.api [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965709, 'name': PowerOffVM_Task, 'duration_secs': 0.287634} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.248869] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.249057] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.250063] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285477f2-83ba-43c8-bf3d-7e8d0f639f74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.334792] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965710, 'name': ReconfigVM_Task, 'duration_secs': 0.210572} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.335063] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance '6263d83e-97c7-4a31-8319-a97b54d03c90' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.346925] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.347362] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.347674] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleting the datastore file [datastore1] 22b1aa51-4faf-46cc-8047-aeed803bbaeb {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.348088] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f86c755d-c9d5-4776-b3e4-d50121536937 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.357490] env[68134]: DEBUG oslo_vmware.api [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for the task: (returnval){ [ 1141.357490] env[68134]: value = "task-2965714" [ 1141.357490] env[68134]: _type = "Task" [ 1141.357490] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.370449] env[68134]: DEBUG oslo_vmware.api [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.422749] env[68134]: DEBUG oslo_vmware.api [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Task: {'id': task-2965712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330126} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.423141] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.423438] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.423735] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.424023] env[68134]: INFO nova.compute.manager [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1141.424479] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.424691] env[68134]: DEBUG nova.compute.manager [-] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.424840] env[68134]: DEBUG nova.network.neutron [-] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.739591] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.255s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.741764] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.185s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.752305] env[68134]: DEBUG nova.objects.instance [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'flavor' on Instance uuid f1ac17bf-5bde-4142-b1fb-f5b44279bc51 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.783435] env[68134]: DEBUG nova.compute.manager [req-ebc91837-97b5-44be-8285-64f145d73efa req-ae53a5a2-3aa1-429f-8ca5-16adb0f58610 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Received event network-vif-deleted-0838807d-3fd6-42cd-93a1-39b7775a3b35 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.783781] env[68134]: INFO nova.compute.manager [req-ebc91837-97b5-44be-8285-64f145d73efa req-ae53a5a2-3aa1-429f-8ca5-16adb0f58610 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Neutron deleted interface 0838807d-3fd6-42cd-93a1-39b7775a3b35; detaching it from the instance and deleting it from the info cache [ 1141.784172] env[68134]: DEBUG nova.network.neutron [req-ebc91837-97b5-44be-8285-64f145d73efa req-ae53a5a2-3aa1-429f-8ca5-16adb0f58610 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.842048] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.842278] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.842403] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.842581] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.842753] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.842904] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.843153] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.843319] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.843488] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.843645] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.843812] env[68134]: DEBUG nova.virt.hardware [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.849116] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.849435] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68857589-22f2-46da-8e80-51cf2ebecbae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.872779] env[68134]: DEBUG oslo_vmware.api [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Task: {'id': task-2965714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444393} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.874258] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.874469] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.874651] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.874823] env[68134]: INFO nova.compute.manager [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1141.875081] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.875353] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1141.875353] env[68134]: value = "task-2965715" [ 1141.875353] env[68134]: _type = "Task" [ 1141.875353] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.875543] env[68134]: DEBUG nova.compute.manager [-] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.875637] env[68134]: DEBUG nova.network.neutron [-] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.886720] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.218563] env[68134]: DEBUG nova.network.neutron [-] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.256401] env[68134]: DEBUG oslo_concurrency.lockutils [None req-753a8273-ea4c-47ed-adea-b41ebef61517 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.321s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.287608] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a4b41d7-298f-4d0f-ad65-9faae52d1937 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.299325] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb65d8e6-bf2b-4a2f-9cdd-c2988c57ccf6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.312007] env[68134]: INFO nova.scheduler.client.report [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted allocation for migration 54052615-f077-4cc1-aca9-04e611496317 [ 1142.338173] env[68134]: DEBUG nova.compute.manager [req-ebc91837-97b5-44be-8285-64f145d73efa req-ae53a5a2-3aa1-429f-8ca5-16adb0f58610 service nova] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Detach interface failed, port_id=0838807d-3fd6-42cd-93a1-39b7775a3b35, reason: Instance 4b88143e-6c96-4bde-8a6e-59b56316783f could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.388178] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965715, 'name': ReconfigVM_Task, 'duration_secs': 0.207784} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.388411] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.389227] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a900f83-aa24-43f9-a4ad-05ce942022d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.413996] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.414342] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e05a3b-43e2-450f-9d43-72554ef8cd5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.434473] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1142.434473] env[68134]: value = "task-2965716" [ 1142.434473] env[68134]: _type = "Task" [ 1142.434473] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.443101] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.646279] env[68134]: DEBUG nova.network.neutron [-] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.722023] env[68134]: INFO nova.compute.manager [-] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Took 1.30 seconds to deallocate network for instance. [ 1142.754586] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Applying migration context for instance 6263d83e-97c7-4a31-8319-a97b54d03c90 as it has an incoming, in-progress migration c605e9d6-4f66-4157-b19c-ef48b3b31813. Migration status is migrating {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1142.755862] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=68134) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 1142.756042] env[68134]: INFO nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating resource usage from migration c605e9d6-4f66-4157-b19c-ef48b3b31813 [ 1142.774433] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 22b1aa51-4faf-46cc-8047-aeed803bbaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.774565] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.774693] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 69ff857c-efa6-4c66-9711-2795b584c835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.774871] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 6570ba51-f37a-47fc-a168-4d467b041ddf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.775025] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e22e8b57-4e70-4afc-9e2b-487d35e7f233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.775176] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.775257] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 4b88143e-6c96-4bde-8a6e-59b56316783f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.775371] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Migration c605e9d6-4f66-4157-b19c-ef48b3b31813 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1142.775500] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 6263d83e-97c7-4a31-8319-a97b54d03c90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.775601] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Migration c4e9d63b-219d-42ca-8d06-1b85c032bd31 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1142.775708] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance f1ac17bf-5bde-4142-b1fb-f5b44279bc51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1142.775908] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1142.776060] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1142.819956] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.641s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.945111] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965716, 'name': ReconfigVM_Task, 'duration_secs': 0.346325} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.945411] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.945695] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance '6263d83e-97c7-4a31-8319-a97b54d03c90' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.062584] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1327d-523d-478c-bd5e-b21c9f8038de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.071364] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df1ded-1643-47d5-9122-816bd446fc01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.103825] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08353d93-b5e4-40c1-9dba-09a07fffa2fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.112202] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d13a94-7a86-44f3-b181-30d6c3a66cc1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.126245] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.148597] env[68134]: INFO nova.compute.manager [-] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Took 1.27 seconds to deallocate network for instance. [ 1143.187865] env[68134]: DEBUG nova.compute.manager [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1143.229663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.453093] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d562ec23-35a6-4a00-8c76-00a5a6b78dad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.472635] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca50bf5-4094-4a5d-9e82-afe8e9e53bc0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.489593] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance '6263d83e-97c7-4a31-8319-a97b54d03c90' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.629204] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.654495] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.708343] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.812340] env[68134]: DEBUG nova.compute.manager [req-cc2cfb72-d1fe-4e3e-af10-c5edffe2f7f0 req-1a2fa6b1-1650-4abd-895f-2a35437d0c97 service nova] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Received event network-vif-deleted-41b3b7ad-ae9b-42e9-8183-20f78383ddfc {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.031260] env[68134]: DEBUG nova.network.neutron [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Port 03113920-9296-4978-8639-0909b336c0fb binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.135358] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1144.135755] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.394s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.135971] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.906s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.136227] env[68134]: DEBUG nova.objects.instance [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lazy-loading 'resources' on Instance uuid 4b88143e-6c96-4bde-8a6e-59b56316783f {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.137379] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.137519] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Cleaning up deleted instances {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1144.206488] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.206771] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.206988] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.207188] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.207363] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.209726] env[68134]: INFO nova.compute.manager [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Terminating instance [ 1144.654305] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] There are 55 instances to clean {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1144.654496] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 9e58f381-3a71-477e-9274-42fb08037c49] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.713792] env[68134]: DEBUG nova.compute.manager [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.714019] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.714874] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cd1524-9727-408a-a745-7ff3025b7ccb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.724877] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.725130] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72c78aa9-3933-4802-8cec-55a7b80ae13a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.733221] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1144.733221] env[68134]: value = "task-2965717" [ 1144.733221] env[68134]: _type = "Task" [ 1144.733221] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.742073] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.793058] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd13a5c-69ed-4214-beed-33eaf36b2d79 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.800465] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d74af3-3141-46b9-afc2-ff6914560ce8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.833379] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e1cf4-c1f2-4ab8-b131-ec6ef61e3fb2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.842146] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2f20fa-b9c7-4dd7-912f-e151a4a00df0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.856734] env[68134]: DEBUG nova.compute.provider_tree [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.060816] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.060816] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.060984] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.157650] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 7ecf8591-00d1-4bd7-81d8-7290e2115b4d] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.243294] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965717, 'name': PowerOffVM_Task, 'duration_secs': 0.236113} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.243542] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.243711] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.243956] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f90dea-d8ad-47c2-8173-a54dbd3b591c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.314565] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.314806] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.314970] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleting the datastore file [datastore2] 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.315632] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-626bb56a-227b-4686-a1b1-aa3a1bdfcfd6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.323291] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for the task: (returnval){ [ 1145.323291] env[68134]: value = "task-2965719" [ 1145.323291] env[68134]: _type = "Task" [ 1145.323291] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.331810] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.359839] env[68134]: DEBUG nova.scheduler.client.report [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.660599] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: bcd31380-eacd-4ec0-b50c-dcabe413bab2] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.833443] env[68134]: DEBUG oslo_vmware.api [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Task: {'id': task-2965719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145531} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.833791] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.833844] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.834018] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.834209] env[68134]: INFO nova.compute.manager [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1145.834450] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.834640] env[68134]: DEBUG nova.compute.manager [-] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.834735] env[68134]: DEBUG nova.network.neutron [-] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.865992] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.868013] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.214s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.868249] env[68134]: DEBUG nova.objects.instance [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lazy-loading 'resources' on Instance uuid 22b1aa51-4faf-46cc-8047-aeed803bbaeb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.884483] env[68134]: INFO nova.scheduler.client.report [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Deleted allocations for instance 4b88143e-6c96-4bde-8a6e-59b56316783f [ 1146.091105] env[68134]: DEBUG nova.compute.manager [req-93ccb777-9c80-4d76-a2a4-99ff054636a0 req-d37aeddc-a851-4290-ba8c-6b82690879d6 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Received event network-vif-deleted-5285d637-57dc-451f-95e4-a04bf10f0e35 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.091181] env[68134]: INFO nova.compute.manager [req-93ccb777-9c80-4d76-a2a4-99ff054636a0 req-d37aeddc-a851-4290-ba8c-6b82690879d6 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Neutron deleted interface 5285d637-57dc-451f-95e4-a04bf10f0e35; detaching it from the instance and deleting it from the info cache [ 1146.091309] env[68134]: DEBUG nova.network.neutron [req-93ccb777-9c80-4d76-a2a4-99ff054636a0 req-d37aeddc-a851-4290-ba8c-6b82690879d6 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.111202] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.111396] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.111620] env[68134]: DEBUG nova.network.neutron [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.163998] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 22ec4b82-8e06-4f82-9f67-919b29ce2aeb] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.393780] env[68134]: DEBUG oslo_concurrency.lockutils [None req-30ab053b-de9e-49a1-8d43-2b48c3e4a51a tempest-ServersNegativeTestMultiTenantJSON-935892707 tempest-ServersNegativeTestMultiTenantJSON-935892707-project-member] Lock "4b88143e-6c96-4bde-8a6e-59b56316783f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.621s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.492236] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e714323-605e-4850-953a-d22af2f6e014 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.500641] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f2e362-ec1a-46c1-a665-ae73acc58e2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.530990] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5644f0-2b84-46ae-9c07-511fdb2ff172 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.538134] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db228baa-bb13-4199-9d34-a2d7afda0374 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.553057] env[68134]: DEBUG nova.compute.provider_tree [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.569394] env[68134]: DEBUG nova.network.neutron [-] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.594079] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2f2d829-18b4-49fb-bc90-79313a6876c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.604876] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741d870-6ce5-47da-adc5-c18e54373924 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.637416] env[68134]: DEBUG nova.compute.manager [req-93ccb777-9c80-4d76-a2a4-99ff054636a0 req-d37aeddc-a851-4290-ba8c-6b82690879d6 service nova] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Detach interface failed, port_id=5285d637-57dc-451f-95e4-a04bf10f0e35, reason: Instance 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.667283] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: af627941-3740-498a-8d05-ca908259d8af] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.820194] env[68134]: DEBUG nova.network.neutron [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.055722] env[68134]: DEBUG nova.scheduler.client.report [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.072118] env[68134]: INFO nova.compute.manager [-] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Took 1.24 seconds to deallocate network for instance. [ 1147.171037] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f830dcd6-d677-4ed3-b8c8-635d87431782] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.322933] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.560821] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.563511] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.855s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.578988] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.581612] env[68134]: INFO nova.scheduler.client.report [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Deleted allocations for instance 22b1aa51-4faf-46cc-8047-aeed803bbaeb [ 1147.675387] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e9a6be6f-66d8-4786-a9ef-1e9e67e364f9] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.845343] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a46d10-149c-44ad-962a-e62d8675efdc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.866709] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3cd596-c8fa-4298-b39c-4a3a6883ccab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.874200] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance '6263d83e-97c7-4a31-8319-a97b54d03c90' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.071744] env[68134]: INFO nova.compute.claims [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.093076] env[68134]: DEBUG oslo_concurrency.lockutils [None req-87d3b958-1733-4887-af64-98549843253d tempest-ServersTestJSON-2107965389 tempest-ServersTestJSON-2107965389-project-member] Lock "22b1aa51-4faf-46cc-8047-aeed803bbaeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.885s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.178838] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 5b9f6114-c97e-4820-8702-051adbae0a52] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.380752] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.381092] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76802b0d-0e99-420c-87d5-4a0ac641a71c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.389399] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1148.389399] env[68134]: value = "task-2965720" [ 1148.389399] env[68134]: _type = "Task" [ 1148.389399] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.398287] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.578682] env[68134]: INFO nova.compute.resource_tracker [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating resource usage from migration c4e9d63b-219d-42ca-8d06-1b85c032bd31 [ 1148.681636] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 15f78a11-a927-4406-9c7b-86d4ca8554b2] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.745511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e06d9-4faa-4ba6-9036-383eff1a1f9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.756049] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b191613-67db-4bef-92a8-f96f09ef3c73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.795574] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b405c0-82de-427d-a014-983116f25147 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.804598] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51519212-45ec-4b41-9fef-87244c53bb4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.822380] env[68134]: DEBUG nova.compute.provider_tree [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.899888] env[68134]: DEBUG oslo_vmware.api [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965720, 'name': PowerOnVM_Task, 'duration_secs': 0.446389} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.900174] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.900387] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5bada69d-8e69-4923-85f3-4d31d02e5391 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance '6263d83e-97c7-4a31-8319-a97b54d03c90' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.184836] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 9e43d693-9934-4e65-b898-33ca7b0b3d5c] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.265473] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "6570ba51-f37a-47fc-a168-4d467b041ddf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.266174] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.325689] env[68134]: DEBUG nova.scheduler.client.report [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.690708] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: d1f824ec-9245-4d71-9356-b66bc66d9ac4] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.769686] env[68134]: INFO nova.compute.manager [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Detaching volume ea3506de-6b3a-4c01-9132-e52a4c113a90 [ 1149.818604] env[68134]: INFO nova.virt.block_device [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Attempting to driver detach volume ea3506de-6b3a-4c01-9132-e52a4c113a90 from mountpoint /dev/sdb [ 1149.818604] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.818604] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.821992] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee2474-bf05-4257-b196-635770a513b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.858190] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.295s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.858485] env[68134]: INFO nova.compute.manager [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Migrating [ 1149.868968] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.290s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.869507] env[68134]: DEBUG nova.objects.instance [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lazy-loading 'resources' on Instance uuid 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.871382] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54020bae-c5a9-4c9d-82aa-cf8c8fa5bbd5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.886564] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4a4090-da83-4377-b5cc-eaf0ad62cd04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.915707] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e38367a-e1ac-4bf3-aaea-af38845975b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.933880] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea3506de-6b3a-4c01-9132-e52a4c113a90/volume-ea3506de-6b3a-4c01-9132-e52a4c113a90.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.940291] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.940650] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85965545-978a-4c13-93c3-75fcf75426cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.963474] env[68134]: DEBUG oslo_vmware.api [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1149.963474] env[68134]: value = "task-2965721" [ 1149.963474] env[68134]: _type = "Task" [ 1149.963474] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.973273] env[68134]: DEBUG oslo_vmware.api [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.196440] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: c8e28ec8-ca57-45ef-9e0c-85f20c834a76] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.380152] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.380469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.380706] env[68134]: DEBUG nova.network.neutron [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.476982] env[68134]: DEBUG oslo_vmware.api [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965721, 'name': ReconfigVM_Task, 'duration_secs': 0.240715} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.477697] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.485614] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e7920c-d945-4964-8548-749206eb643c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.504070] env[68134]: DEBUG oslo_vmware.api [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1150.504070] env[68134]: value = "task-2965722" [ 1150.504070] env[68134]: _type = "Task" [ 1150.504070] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.516265] env[68134]: DEBUG oslo_vmware.api [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.550996] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af5ea4-98fe-4041-9046-44f6f45cc13b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.558852] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df28ffa-afa3-4480-9a07-394db336f8b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.591535] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c46d5f-86ab-44d0-afc6-f38ff6f5b5db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.599968] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776b08f-2db8-4a43-a779-6c978cf8e8b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.614354] env[68134]: DEBUG nova.compute.provider_tree [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.702715] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 56335705-8f48-4f05-a39e-bd3cac6481ba] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.014616] env[68134]: DEBUG oslo_vmware.api [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965722, 'name': ReconfigVM_Task, 'duration_secs': 0.151195} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.017260] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595072', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'name': 'volume-ea3506de-6b3a-4c01-9132-e52a4c113a90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6570ba51-f37a-47fc-a168-4d467b041ddf', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea3506de-6b3a-4c01-9132-e52a4c113a90', 'serial': 'ea3506de-6b3a-4c01-9132-e52a4c113a90'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.113670] env[68134]: DEBUG nova.network.neutron [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.117364] env[68134]: DEBUG nova.scheduler.client.report [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.205272] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: c6410096-6186-4ce2-987f-a4f8fbde146e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.406347] env[68134]: DEBUG nova.network.neutron [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Port 03113920-9296-4978-8639-0909b336c0fb binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1151.406643] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.406793] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.406954] env[68134]: DEBUG nova.network.neutron [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.563983] env[68134]: DEBUG nova.objects.instance [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'flavor' on Instance uuid 6570ba51-f37a-47fc-a168-4d467b041ddf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.616308] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.622596] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.645417] env[68134]: INFO nova.scheduler.client.report [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Deleted allocations for instance 7fd7d4b5-51b9-4228-b3ee-96e849d1e806 [ 1151.708596] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f73aa5ec-03ca-4873-974b-9b0e52ab77d7] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.126108] env[68134]: DEBUG nova.network.neutron [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.153831] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d48eb81f-fa89-451d-bdce-6ee92ca41073 tempest-DeleteServersTestJSON-384657637 tempest-DeleteServersTestJSON-384657637-project-member] Lock "7fd7d4b5-51b9-4228-b3ee-96e849d1e806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.947s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.211744] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 54a23dce-9f10-44dc-a240-adac04f24b0f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.571871] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a6fefe37-2d9d-43e9-88a0-a307dcc10b78 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.631252] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.715213] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 9a46e09a-2fb9-4048-8aab-babc2de16faf] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.135771] env[68134]: DEBUG nova.compute.manager [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68134) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1153.135985] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.136239] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.138736] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d7ea92-bd54-46df-b259-3169149e042a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.161179] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.218011] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 21dff04d-c37f-4bc6-9f55-a55c67ddc702] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.519332] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "6570ba51-f37a-47fc-a168-4d467b041ddf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.519583] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.519795] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "6570ba51-f37a-47fc-a168-4d467b041ddf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.520437] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.520635] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.522727] env[68134]: INFO nova.compute.manager [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Terminating instance [ 1153.641993] env[68134]: DEBUG nova.objects.instance [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'migration_context' on Instance uuid 6263d83e-97c7-4a31-8319-a97b54d03c90 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.667089] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.667598] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d13f027-f320-46d8-bb0d-baf42445c23c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.675209] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1153.675209] env[68134]: value = "task-2965724" [ 1153.675209] env[68134]: _type = "Task" [ 1153.675209] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.684306] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.722457] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 59d245e0-d764-4969-9bf4-31a0ac7fad3d] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.026160] env[68134]: DEBUG nova.compute.manager [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.026432] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.027674] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7c797-3270-44c6-b9f8-63e3ee5c78de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.035920] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.036171] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43888c81-fc85-4114-85d5-a0c61a158c69 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.042765] env[68134]: DEBUG oslo_vmware.api [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1154.042765] env[68134]: value = "task-2965725" [ 1154.042765] env[68134]: _type = "Task" [ 1154.042765] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.051144] env[68134]: DEBUG oslo_vmware.api [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.188216] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965724, 'name': PowerOffVM_Task, 'duration_secs': 0.199581} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.188873] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.188873] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.225728] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 553251a9-828e-4631-975a-6e5748c180e0] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.267220] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f621d-1917-4412-bebd-f1980289064a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.275183] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce6a098-2efb-4345-a7ca-23a661419511 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.307392] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f278f5-9161-4eec-97eb-a6eb03eba6a6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.316098] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cf78d7-fdb9-44ab-8246-f94dd0821918 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.329608] env[68134]: DEBUG nova.compute.provider_tree [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.553478] env[68134]: DEBUG oslo_vmware.api [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965725, 'name': PowerOffVM_Task, 'duration_secs': 0.172085} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.553732] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.553884] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.554140] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-861f67ec-a35e-4ca0-9f33-a155253a7bf9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.622813] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.623041] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.623229] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleting the datastore file [datastore2] 6570ba51-f37a-47fc-a168-4d467b041ddf {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.623512] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb5ef246-3d53-4640-b27a-8168eab7d061 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.630686] env[68134]: DEBUG oslo_vmware.api [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1154.630686] env[68134]: value = "task-2965727" [ 1154.630686] env[68134]: _type = "Task" [ 1154.630686] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.639093] env[68134]: DEBUG oslo_vmware.api [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.695699] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.695964] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.696167] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.696392] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.696581] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.696757] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.696996] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.697207] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.697406] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.697600] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.697791] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.703119] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20bf679-6397-4f4a-95bb-d5870e74a05f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.720363] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1154.720363] env[68134]: value = "task-2965728" [ 1154.720363] env[68134]: _type = "Task" [ 1154.720363] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.729081] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: a9fa5e0b-3745-4e1c-8847-b02a5e931bdc] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.730954] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.832457] env[68134]: DEBUG nova.scheduler.client.report [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.142150] env[68134]: DEBUG oslo_vmware.api [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138178} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.142407] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.142609] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.142785] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.142955] env[68134]: INFO nova.compute.manager [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1155.143213] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.143406] env[68134]: DEBUG nova.compute.manager [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.143529] env[68134]: DEBUG nova.network.neutron [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.231973] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.232342] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: a4de3c9c-d3ca-4e95-919f-bf08f07c0253] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.630173] env[68134]: DEBUG nova.compute.manager [req-be93a7f4-130b-4aa2-9b91-b364f5678ab5 req-604f21ea-63db-4ab2-b551-2975ade0ed2b service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Received event network-vif-deleted-d29d522e-4a77-428c-a8d4-728584122997 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.630173] env[68134]: INFO nova.compute.manager [req-be93a7f4-130b-4aa2-9b91-b364f5678ab5 req-604f21ea-63db-4ab2-b551-2975ade0ed2b service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Neutron deleted interface d29d522e-4a77-428c-a8d4-728584122997; detaching it from the instance and deleting it from the info cache [ 1155.630173] env[68134]: DEBUG nova.network.neutron [req-be93a7f4-130b-4aa2-9b91-b364f5678ab5 req-604f21ea-63db-4ab2-b551-2975ade0ed2b service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.732240] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965728, 'name': ReconfigVM_Task, 'duration_secs': 0.538607} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.732628] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.736370] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: d2890949-bdad-4ab6-b5b5-03e8728292cc] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.844765] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.707s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.110442] env[68134]: DEBUG nova.network.neutron [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.133408] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-457f0d68-6836-41fc-a1a0-00f91fb0e7d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.144558] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3fa180-af38-43d5-9cea-4dc303cdab09 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.174680] env[68134]: DEBUG nova.compute.manager [req-be93a7f4-130b-4aa2-9b91-b364f5678ab5 req-604f21ea-63db-4ab2-b551-2975ade0ed2b service nova] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Detach interface failed, port_id=d29d522e-4a77-428c-a8d4-728584122997, reason: Instance 6570ba51-f37a-47fc-a168-4d467b041ddf could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.240414] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 6e14e248-58db-47f0-9ea2-f7cd78a9d3d7] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.243959] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.244630] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.244630] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.244630] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.244630] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.244795] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.245069] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.245149] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.245292] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.245453] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.245621] env[68134]: DEBUG nova.virt.hardware [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.251180] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.251728] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a66173-aadf-4d51-86d1-d5534713283d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.273717] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1156.273717] env[68134]: value = "task-2965729" [ 1156.273717] env[68134]: _type = "Task" [ 1156.273717] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.282326] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.613159] env[68134]: INFO nova.compute.manager [-] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Took 1.47 seconds to deallocate network for instance. [ 1156.752668] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: a72083b2-cd7c-405b-8a46-734bf22858ed] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.784893] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965729, 'name': ReconfigVM_Task, 'duration_secs': 0.199637} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.786055] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.787620] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc10693-ccdf-4ef5-8e54-847b6cc10ef7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.820191] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.820809] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67f3808-1b8f-4e98-824c-d907a9e6e49f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.842519] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1156.842519] env[68134]: value = "task-2965730" [ 1156.842519] env[68134]: _type = "Task" [ 1156.842519] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.853414] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.119397] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.119683] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.119907] env[68134]: DEBUG nova.objects.instance [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'resources' on Instance uuid 6570ba51-f37a-47fc-a168-4d467b041ddf {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.257216] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 76d3f6a5-3d4b-4471-8ade-23e16c8b822a] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.357163] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965730, 'name': ReconfigVM_Task, 'duration_secs': 0.415845} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.357518] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.358272] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.383029] env[68134]: INFO nova.compute.manager [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Swapping old allocation on dict_keys(['2e217e64-ce10-45b5-b239-cd7fc7aa5d96']) held by migration c605e9d6-4f66-4157-b19c-ef48b3b31813 for instance [ 1157.411967] env[68134]: DEBUG nova.scheduler.client.report [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Overwriting current allocation {'allocations': {'2e217e64-ce10-45b5-b239-cd7fc7aa5d96': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '4dc8627de75c4a9cba3854c62e3da65f', 'user_id': 'ab726390371f42539762a3250b73c18c', 'consumer_generation': 1} on consumer 6263d83e-97c7-4a31-8319-a97b54d03c90 {{(pid=68134) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1157.501886] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.502283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.502628] env[68134]: DEBUG nova.network.neutron [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.715259] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a538f2e6-24ed-488f-99b2-6c5c77188842 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.724453] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dae675-5394-4c7e-b381-5eafb1627b4c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.757036] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f7c1d-07a8-4736-90b1-ae6cdf142ffc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.760650] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: dff871d1-30cd-4780-ac55-c601cd6d0ec6] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.766224] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514313c0-c7f3-4f95-a9a8-31932cf33a7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.782334] env[68134]: DEBUG nova.compute.provider_tree [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.864496] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4c2d16-0907-4219-8aae-4e74b7333508 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.888273] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be096b0-6516-46b8-b7a9-9ee2bcd11272 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.908544] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.263540] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: bd7d95c8-a982-4671-a74f-3b3038fbaadd] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.285292] env[68134]: DEBUG nova.scheduler.client.report [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.289470] env[68134]: DEBUG nova.network.neutron [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [{"id": "03113920-9296-4978-8639-0909b336c0fb", "address": "fa:16:3e:47:31:87", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03113920-92", "ovs_interfaceid": "03113920-9296-4978-8639-0909b336c0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.767746] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: b2564b4c-1699-44af-9b4e-0fe01bde9a04] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.792319] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.797765] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-6263d83e-97c7-4a31-8319-a97b54d03c90" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.797765] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.797765] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fde590f0-6cfe-435a-a447-187dd7db91ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.807921] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1158.807921] env[68134]: value = "task-2965731" [ 1158.807921] env[68134]: _type = "Task" [ 1158.807921] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.818660] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.837735] env[68134]: INFO nova.scheduler.client.report [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted allocations for instance 6570ba51-f37a-47fc-a168-4d467b041ddf [ 1159.270658] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: a95df7dc-bab1-4914-9aa1-e2188df5f9d7] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.318032] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965731, 'name': PowerOffVM_Task, 'duration_secs': 0.17331} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.318324] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.318988] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.319244] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.319380] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.319563] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.319705] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.319846] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.320056] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.320220] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.320414] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.320581] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.320748] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.326568] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274a1526-c40f-4cc4-9bc0-75b4392a4bed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.345541] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1159.345541] env[68134]: value = "task-2965732" [ 1159.345541] env[68134]: _type = "Task" [ 1159.345541] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.345949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7af78afe-aa03-4cde-8a30-894a4c0b86ec tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "6570ba51-f37a-47fc-a168-4d467b041ddf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.826s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.358176] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.553538] env[68134]: DEBUG nova.network.neutron [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Port 20efcb5c-d121-45d9-9d45-c273bbc37f25 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1159.774885] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: ad00f21c-7907-4e07-bc8c-f36caf3271ec] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.858289] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965732, 'name': ReconfigVM_Task, 'duration_secs': 0.164082} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.859747] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a049f-96ff-47c8-b3e4-3bd17913b8fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.880535] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.880792] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.880946] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.881146] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.881317] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.881479] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.881683] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.881835] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.881995] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.882170] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.882340] env[68134]: DEBUG nova.virt.hardware [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.884031] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b7b710-0f96-4ee5-82f6-5fbe78094433 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.889700] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1159.889700] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f4ac54-b8c3-4456-fa7a-382b879ed4b4" [ 1159.889700] env[68134]: _type = "Task" [ 1159.889700] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.898538] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f4ac54-b8c3-4456-fa7a-382b879ed4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.283146] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 46b949b1-5198-432d-a4c7-7e25cfca46b7] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.403232] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f4ac54-b8c3-4456-fa7a-382b879ed4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.407432] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.407729] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6af5816-a788-4d6a-a7e0-16d846231437 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.431906] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1160.431906] env[68134]: value = "task-2965733" [ 1160.431906] env[68134]: _type = "Task" [ 1160.431906] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.443387] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.579754] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.580039] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.580219] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.785396] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 63a4be3b-b9f8-421e-9a0b-758ef0d27bfe] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.942778] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965733, 'name': ReconfigVM_Task, 'duration_secs': 0.221928} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.942986] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1160.943829] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638260f5-1751-4558-9791-99d6acff1ed9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.968207] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.968528] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18061c7d-2d9a-4996-a126-53e82f5d7260 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.989683] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1160.989683] env[68134]: value = "task-2965734" [ 1160.989683] env[68134]: _type = "Task" [ 1160.989683] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.998701] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.145924] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "5a66e1ad-4957-471a-ac9f-d89b89888798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.146161] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.288947] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 03f5c9e6-dc8f-470c-bc8f-6da92082801f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.500275] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965734, 'name': ReconfigVM_Task, 'duration_secs': 0.266553} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.500591] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90/6263d83e-97c7-4a31-8319-a97b54d03c90.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.501459] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986c0360-7a57-4e57-83ff-4d9f7ea949a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.521754] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d95d7-66ed-4f9e-bf94-c7a8072b6840 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.542989] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403d35c8-6519-4c2a-a8de-b55b1af0974d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.561556] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a5261a-0d3f-4320-aca8-9675ce6a4d08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.568764] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.569039] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0b2935-3482-473c-9aa1-fe8902965cb5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.576809] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1161.576809] env[68134]: value = "task-2965735" [ 1161.576809] env[68134]: _type = "Task" [ 1161.576809] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.585014] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.621272] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.621458] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.621648] env[68134]: DEBUG nova.network.neutron [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.648211] env[68134]: DEBUG nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.671045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.671296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.792266] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 76c9d457-105c-496d-bc10-ba04e58172b2] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.088547] env[68134]: DEBUG oslo_vmware.api [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965735, 'name': PowerOnVM_Task, 'duration_secs': 0.388131} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.088690] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.174426] env[68134]: DEBUG nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.178300] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.178300] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.179474] env[68134]: INFO nova.compute.claims [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.295205] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 2776991d-a91d-4b4c-a173-ba7607c0a73b] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.367902] env[68134]: DEBUG nova.network.neutron [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.702089] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.800794] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 8b099ae4-4993-4664-818e-c6fc4f3694b8] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.870590] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.040304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.040581] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.040773] env[68134]: INFO nova.compute.manager [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Shelving [ 1163.101728] env[68134]: INFO nova.compute.manager [None req-2a762851-7eb1-4e95-b9b5-febe7ed32af8 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance to original state: 'active' [ 1163.302121] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365dd87-9bc3-4da0-b80a-ddcc2762a369 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.305101] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 62a8f028-eb38-4d2b-b0df-c7129dfc8b9e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.313655] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5aa80a-2e98-4ee2-8e45-76304df5374e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.346740] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc8165f-00d9-446c-acfa-11a50b316334 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.355661] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58157b29-b497-4ccf-adb7-9069f81b6e34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.369969] env[68134]: DEBUG nova.compute.provider_tree [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.379877] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d50afe-341b-43bd-b63b-d0ae593b68fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.387479] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cc490d-8790-4849-b2c2-4d26be34cf93 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.808064] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 87e697d3-9f63-4188-be97-ea036b1eac83] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.874689] env[68134]: DEBUG nova.scheduler.client.report [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.050918] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.051273] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa50977f-5da7-4aa8-98e7-cf1822cfc42c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.060476] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1164.060476] env[68134]: value = "task-2965736" [ 1164.060476] env[68134]: _type = "Task" [ 1164.060476] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.069822] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.087531] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "6263d83e-97c7-4a31-8319-a97b54d03c90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.087784] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.087989] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.088183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.088349] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.090593] env[68134]: INFO nova.compute.manager [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Terminating instance [ 1164.310978] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: cd91a0f9-ff1b-422c-a59c-cd4a66256e9f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.379594] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.380216] env[68134]: DEBUG nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.384649] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.682s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.386789] env[68134]: INFO nova.compute.claims [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.497638] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d33482-0b31-47e3-9040-504d163f3b0e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.521147] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43640355-2436-4ced-8c27-cec3e132ba5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.528825] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.571465] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965736, 'name': PowerOffVM_Task, 'duration_secs': 0.185428} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.572477] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.573359] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21cf911-e2b2-4f55-93cb-9fabb788a75c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.592437] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b16261c-b12d-490e-9125-265e8d878500 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.595362] env[68134]: DEBUG nova.compute.manager [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.595559] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.596275] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bbe58a-12fe-4e4e-b3c5-a1066ad576f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.603887] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.605339] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e704def-b936-45a8-9681-32660e10dcb3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.614038] env[68134]: DEBUG oslo_vmware.api [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1164.614038] env[68134]: value = "task-2965737" [ 1164.614038] env[68134]: _type = "Task" [ 1164.614038] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.623265] env[68134]: DEBUG oslo_vmware.api [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.814248] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 703b6677-fa0b-490b-9b8b-7843a8540046] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.891065] env[68134]: DEBUG nova.compute.utils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.894494] env[68134]: DEBUG nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.894666] env[68134]: DEBUG nova.network.neutron [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.939425] env[68134]: DEBUG nova.policy [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1880c32fc0e946f1926693cc23404dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f9cbe806714201a710024fd5009ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.034836] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.035142] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2014809-8c78-4264-b76a-d9b23ab3ef26 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.043612] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1165.043612] env[68134]: value = "task-2965738" [ 1165.043612] env[68134]: _type = "Task" [ 1165.043612] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.054151] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.110577] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1165.110952] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54662c00-7ff8-4eb5-a812-8d7d18eaabb6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.119757] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1165.119757] env[68134]: value = "task-2965739" [ 1165.119757] env[68134]: _type = "Task" [ 1165.119757] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.125859] env[68134]: DEBUG oslo_vmware.api [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965737, 'name': PowerOffVM_Task, 'duration_secs': 0.202355} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.126539] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.126740] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.126997] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fde5146-9c6f-4b8c-a4fe-18dffcc45812 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.131571] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965739, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.202749] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.203014] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.203203] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleting the datastore file [datastore2] 6263d83e-97c7-4a31-8319-a97b54d03c90 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.204182] env[68134]: DEBUG nova.network.neutron [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Successfully created port: 024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.206521] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb6fe3ef-50cd-433c-b96f-3a9ceaa4de4e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.214720] env[68134]: DEBUG oslo_vmware.api [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1165.214720] env[68134]: value = "task-2965741" [ 1165.214720] env[68134]: _type = "Task" [ 1165.214720] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.225345] env[68134]: DEBUG oslo_vmware.api [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.317206] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e01c63f9-d808-49a4-bc2d-f1a0e57b833b] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.398361] env[68134]: DEBUG nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.522744] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e29df1f-9d14-418d-943a-066deba08dee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.530965] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68a6a75-00b6-4d6c-af65-73afaffecd94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.563959] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41edea5-9189-45c6-87bb-870506718a13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.572017] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.574947] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b5463-5f4c-494f-8750-c6e26a9b249c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.590155] env[68134]: DEBUG nova.compute.provider_tree [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.629625] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965739, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.725721] env[68134]: DEBUG oslo_vmware.api [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159632} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.726009] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.726214] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.726396] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.726570] env[68134]: INFO nova.compute.manager [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1165.726883] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.727113] env[68134]: DEBUG nova.compute.manager [-] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.727204] env[68134]: DEBUG nova.network.neutron [-] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.821974] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 37e3d1c0-6a16-4d1e-a8c5-a0d242e663a6] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.070886] env[68134]: DEBUG oslo_vmware.api [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965738, 'name': PowerOnVM_Task, 'duration_secs': 0.734634} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.071152] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.071365] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0f1ef0-787d-4ea6-a67f-da08f6902639 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.093256] env[68134]: DEBUG nova.scheduler.client.report [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.131317] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965739, 'name': CreateSnapshot_Task, 'duration_secs': 0.823356} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.131596] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1166.132404] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46054779-31cc-4240-83f0-885f54b10619 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.244754] env[68134]: DEBUG nova.compute.manager [req-92113bf9-5eb4-4ee2-be13-819c0588fd67 req-c8d53ed0-2166-46f5-b7a2-6745a454c348 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Received event network-vif-deleted-03113920-9296-4978-8639-0909b336c0fb {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.245205] env[68134]: INFO nova.compute.manager [req-92113bf9-5eb4-4ee2-be13-819c0588fd67 req-c8d53ed0-2166-46f5-b7a2-6745a454c348 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Neutron deleted interface 03113920-9296-4978-8639-0909b336c0fb; detaching it from the instance and deleting it from the info cache [ 1166.245512] env[68134]: DEBUG nova.network.neutron [req-92113bf9-5eb4-4ee2-be13-819c0588fd67 req-c8d53ed0-2166-46f5-b7a2-6745a454c348 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.325205] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 00b632fe-5417-411d-8713-a584597546ec] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.408855] env[68134]: DEBUG nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.435519] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.435770] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.435924] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.436117] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.436266] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.436414] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.436617] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.436767] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.436928] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.437099] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.437272] env[68134]: DEBUG nova.virt.hardware [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.438132] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce7df7-56f5-4230-9ec4-41218f85daff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.446585] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5dbabb-924f-4580-956d-90344678712f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.584639] env[68134]: DEBUG nova.compute.manager [req-f457abc7-4211-498c-8894-d797780e1e1c req-cd358924-55c5-49c0-8b41-a9686b2abe43 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Received event network-vif-plugged-024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.584639] env[68134]: DEBUG oslo_concurrency.lockutils [req-f457abc7-4211-498c-8894-d797780e1e1c req-cd358924-55c5-49c0-8b41-a9686b2abe43 service nova] Acquiring lock "5a66e1ad-4957-471a-ac9f-d89b89888798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.584639] env[68134]: DEBUG oslo_concurrency.lockutils [req-f457abc7-4211-498c-8894-d797780e1e1c req-cd358924-55c5-49c0-8b41-a9686b2abe43 service nova] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.584639] env[68134]: DEBUG oslo_concurrency.lockutils [req-f457abc7-4211-498c-8894-d797780e1e1c req-cd358924-55c5-49c0-8b41-a9686b2abe43 service nova] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.584639] env[68134]: DEBUG nova.compute.manager [req-f457abc7-4211-498c-8894-d797780e1e1c req-cd358924-55c5-49c0-8b41-a9686b2abe43 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] No waiting events found dispatching network-vif-plugged-024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.584639] env[68134]: WARNING nova.compute.manager [req-f457abc7-4211-498c-8894-d797780e1e1c req-cd358924-55c5-49c0-8b41-a9686b2abe43 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Received unexpected event network-vif-plugged-024070b7-c008-4ab6-b0aa-cc1467a5d3e5 for instance with vm_state building and task_state spawning. [ 1166.599434] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.599961] env[68134]: DEBUG nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.650804] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1166.651979] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0083142-1ab4-4108-9087-9cef21a923d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.663280] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1166.663280] env[68134]: value = "task-2965742" [ 1166.663280] env[68134]: _type = "Task" [ 1166.663280] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.676108] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965742, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.676947] env[68134]: DEBUG nova.network.neutron [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Successfully updated port: 024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.724188] env[68134]: DEBUG nova.network.neutron [-] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.747678] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb70fcc9-8442-436a-9864-29385fc6de8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.758031] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d864aa-a24b-4c9a-8a7e-cefbd1e10d2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.789042] env[68134]: DEBUG nova.compute.manager [req-92113bf9-5eb4-4ee2-be13-819c0588fd67 req-c8d53ed0-2166-46f5-b7a2-6745a454c348 service nova] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Detach interface failed, port_id=03113920-9296-4978-8639-0909b336c0fb, reason: Instance 6263d83e-97c7-4a31-8319-a97b54d03c90 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.828679] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 4332d3af-9523-42f6-8e8b-98ab60445990] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.104474] env[68134]: DEBUG nova.compute.utils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.105801] env[68134]: DEBUG nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.105970] env[68134]: DEBUG nova.network.neutron [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.168266] env[68134]: DEBUG nova.policy [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c0b93a59e6e4be5871afa91eee5aa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e671d7bc57b43308450d476f36d7137', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.176420] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965742, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.182071] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.182213] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.182363] env[68134]: DEBUG nova.network.neutron [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.226546] env[68134]: INFO nova.compute.manager [-] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Took 1.50 seconds to deallocate network for instance. [ 1167.332745] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: c09204d9-e890-4852-8c0d-acb438b1e9e4] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.475185] env[68134]: DEBUG nova.network.neutron [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Successfully created port: 06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.608773] env[68134]: DEBUG nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.674377] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965742, 'name': CloneVM_Task} progress is 95%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.716629] env[68134]: DEBUG nova.network.neutron [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.736781] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.737081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.737280] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.763984] env[68134]: INFO nova.scheduler.client.report [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted allocations for instance 6263d83e-97c7-4a31-8319-a97b54d03c90 [ 1167.835933] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e4af90e9-9c17-4431-8771-2892bad388a0] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.855954] env[68134]: DEBUG nova.network.neutron [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Updating instance_info_cache with network_info: [{"id": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "address": "fa:16:3e:9e:1d:ea", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024070b7-c0", "ovs_interfaceid": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.178071] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965742, 'name': CloneVM_Task, 'duration_secs': 1.28759} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.178071] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Created linked-clone VM from snapshot [ 1168.178350] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf38122-0b4d-4779-800d-7eed3fc5f897 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.187936] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Uploading image 934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1168.214711] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1168.214711] env[68134]: value = "vm-595089" [ 1168.214711] env[68134]: _type = "VirtualMachine" [ 1168.214711] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1168.214711] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad0c600b-24df-4e3a-9989-98c19dcb7c11 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.223711] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease: (returnval){ [ 1168.223711] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522aeb53-46f7-4a1c-d66d-0f8eb25b0e04" [ 1168.223711] env[68134]: _type = "HttpNfcLease" [ 1168.223711] env[68134]: } obtained for exporting VM: (result){ [ 1168.223711] env[68134]: value = "vm-595089" [ 1168.223711] env[68134]: _type = "VirtualMachine" [ 1168.223711] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1168.224065] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the lease: (returnval){ [ 1168.224065] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522aeb53-46f7-4a1c-d66d-0f8eb25b0e04" [ 1168.224065] env[68134]: _type = "HttpNfcLease" [ 1168.224065] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1168.233324] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.233324] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522aeb53-46f7-4a1c-d66d-0f8eb25b0e04" [ 1168.233324] env[68134]: _type = "HttpNfcLease" [ 1168.233324] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1168.273133] env[68134]: DEBUG oslo_concurrency.lockutils [None req-80eba75b-28ff-4bf8-bdd9-656db80a2381 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "6263d83e-97c7-4a31-8319-a97b54d03c90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.185s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.339155] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 58ffa9ba-219e-4756-b125-9b9b00629b1e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.358916] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.359413] env[68134]: DEBUG nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Instance network_info: |[{"id": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "address": "fa:16:3e:9e:1d:ea", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024070b7-c0", "ovs_interfaceid": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.359827] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:1d:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '024070b7-c008-4ab6-b0aa-cc1467a5d3e5', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.367758] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.368603] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.368791] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f51fee09-47f2-4f2e-8718-d61109a5100d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.390276] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.390276] env[68134]: value = "task-2965744" [ 1168.390276] env[68134]: _type = "Task" [ 1168.390276] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.405354] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965744, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.610224] env[68134]: DEBUG nova.compute.manager [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Received event network-changed-024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.610492] env[68134]: DEBUG nova.compute.manager [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Refreshing instance network info cache due to event network-changed-024070b7-c008-4ab6-b0aa-cc1467a5d3e5. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.610704] env[68134]: DEBUG oslo_concurrency.lockutils [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] Acquiring lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.610845] env[68134]: DEBUG oslo_concurrency.lockutils [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] Acquired lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.611007] env[68134]: DEBUG nova.network.neutron [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Refreshing network info cache for port 024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.621035] env[68134]: DEBUG nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.649446] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.649699] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.649854] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.650048] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.650197] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.650436] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.650686] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.650853] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.651030] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.651197] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.651371] env[68134]: DEBUG nova.virt.hardware [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.652355] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff89621-c769-42b6-af6d-9c1f7f81c156 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.660982] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59572d-f41f-46ec-8cb2-76a067633695 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.700027] env[68134]: DEBUG nova.network.neutron [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Port 20efcb5c-d121-45d9-9d45-c273bbc37f25 binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1168.700433] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.700622] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.700857] env[68134]: DEBUG nova.network.neutron [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.734243] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.734243] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522aeb53-46f7-4a1c-d66d-0f8eb25b0e04" [ 1168.734243] env[68134]: _type = "HttpNfcLease" [ 1168.734243] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1168.734496] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1168.734496] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522aeb53-46f7-4a1c-d66d-0f8eb25b0e04" [ 1168.734496] env[68134]: _type = "HttpNfcLease" [ 1168.734496] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1168.735203] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e891a783-7fe4-4c8b-b61f-01ace2ef9ef9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.742828] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5201b2db-788a-684e-300f-ec6ef1a2196a/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1168.742997] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5201b2db-788a-684e-300f-ec6ef1a2196a/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1168.835529] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ca4294d-93fe-4181-9316-85ca123ea1ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.842992] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: d7104546-8dde-4cca-9151-45ec1afb3f2a] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.900164] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965744, 'name': CreateVM_Task, 'duration_secs': 0.345559} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.900473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.901339] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.901435] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.901768] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.902027] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0b0aff-a2bb-47a2-9753-7243d5642621 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.907020] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1168.907020] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528ecb8f-e50e-90cf-9c5f-98bcc35258f3" [ 1168.907020] env[68134]: _type = "Task" [ 1168.907020] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.915765] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528ecb8f-e50e-90cf-9c5f-98bcc35258f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.925157] env[68134]: DEBUG nova.network.neutron [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Successfully updated port: 06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.097386] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.097643] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.346091] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 8ae09ca9-6d7f-41a2-ad2d-f138e2c29433] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.401787] env[68134]: DEBUG nova.network.neutron [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Updated VIF entry in instance network info cache for port 024070b7-c008-4ab6-b0aa-cc1467a5d3e5. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.401787] env[68134]: DEBUG nova.network.neutron [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Updating instance_info_cache with network_info: [{"id": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "address": "fa:16:3e:9e:1d:ea", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024070b7-c0", "ovs_interfaceid": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.422746] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528ecb8f-e50e-90cf-9c5f-98bcc35258f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.423121] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.423526] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.423906] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.424202] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.424547] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.424820] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e56f342-a0a4-47b4-93f4-199c34b679dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.427163] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.427302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.427447] env[68134]: DEBUG nova.network.neutron [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.437797] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.437993] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.440493] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b536aad-4b7e-4182-885f-d16ef0acffa0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.447307] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1169.447307] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526cbb31-5bf9-8833-6888-70a89fdef00c" [ 1169.447307] env[68134]: _type = "Task" [ 1169.447307] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.460805] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]526cbb31-5bf9-8833-6888-70a89fdef00c, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.461638] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d4dc3f-8368-4327-a1d1-66621a9b4b1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.468590] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1169.468590] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521a4ccf-220e-5e2b-bb0a-d6d4f3f9d399" [ 1169.468590] env[68134]: _type = "Task" [ 1169.468590] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.477689] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521a4ccf-220e-5e2b-bb0a-d6d4f3f9d399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.484578] env[68134]: DEBUG nova.network.neutron [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.603497] env[68134]: DEBUG nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.850646] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: fa4e8290-ce2b-4823-8166-afd27d4abde0] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.905434] env[68134]: DEBUG oslo_concurrency.lockutils [req-115b9693-f2bc-4cd0-805f-6e7b67352839 req-485b98ff-43b9-4344-a311-9bb97a9ed365 service nova] Releasing lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.961837] env[68134]: DEBUG nova.network.neutron [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.979499] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521a4ccf-220e-5e2b-bb0a-d6d4f3f9d399, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.982189] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.982555] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 5a66e1ad-4957-471a-ac9f-d89b89888798/5a66e1ad-4957-471a-ac9f-d89b89888798.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.982822] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7574f24-de19-4f64-9a5c-2a683413b6af {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.989835] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.992600] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1169.992600] env[68134]: value = "task-2965745" [ 1169.992600] env[68134]: _type = "Task" [ 1169.992600] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.001372] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.104431] env[68134]: DEBUG nova.network.neutron [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Updating instance_info_cache with network_info: [{"id": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "address": "fa:16:3e:a9:35:48", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c7d0df-64", "ovs_interfaceid": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.131296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.131776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.133571] env[68134]: INFO nova.compute.claims [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.353953] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: a5e06d25-8a3d-4cad-a340-cb441326aedf] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.494419] env[68134]: DEBUG nova.compute.manager [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68134) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1170.509386] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476234} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.509386] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 5a66e1ad-4957-471a-ac9f-d89b89888798/5a66e1ad-4957-471a-ac9f-d89b89888798.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.509386] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.509641] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6672149d-c476-44c5-9162-8c20525a2e32 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.517260] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1170.517260] env[68134]: value = "task-2965746" [ 1170.517260] env[68134]: _type = "Task" [ 1170.517260] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.526279] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.606852] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.607223] env[68134]: DEBUG nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Instance network_info: |[{"id": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "address": "fa:16:3e:a9:35:48", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c7d0df-64", "ovs_interfaceid": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.607656] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:35:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c7d0df-64e3-4e08-9a2f-3abb63b17549', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.615639] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Creating folder: Project (9e671d7bc57b43308450d476f36d7137). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.616389] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4745456-b8e9-4319-aa61-19952f75d063 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.630764] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Created folder: Project (9e671d7bc57b43308450d476f36d7137) in parent group-v594791. [ 1170.630972] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Creating folder: Instances. Parent ref: group-v595091. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.631270] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7c32dd-104f-471e-b67b-e2af7faf5206 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.643248] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Created folder: Instances in parent group-v595091. [ 1170.643495] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.643682] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.643887] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a27ae7-c238-48e1-b71c-54f0e6ae7668 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.661120] env[68134]: DEBUG nova.compute.manager [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Received event network-vif-plugged-06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.661352] env[68134]: DEBUG oslo_concurrency.lockutils [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.661559] env[68134]: DEBUG oslo_concurrency.lockutils [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] Lock "2758c142-93a5-4384-89be-6f82af9b0a72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.661722] env[68134]: DEBUG oslo_concurrency.lockutils [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] Lock "2758c142-93a5-4384-89be-6f82af9b0a72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.661885] env[68134]: DEBUG nova.compute.manager [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] No waiting events found dispatching network-vif-plugged-06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.662061] env[68134]: WARNING nova.compute.manager [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Received unexpected event network-vif-plugged-06c7d0df-64e3-4e08-9a2f-3abb63b17549 for instance with vm_state building and task_state spawning. [ 1170.662231] env[68134]: DEBUG nova.compute.manager [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Received event network-changed-06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.662389] env[68134]: DEBUG nova.compute.manager [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Refreshing instance network info cache due to event network-changed-06c7d0df-64e3-4e08-9a2f-3abb63b17549. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.662581] env[68134]: DEBUG oslo_concurrency.lockutils [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] Acquiring lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.662731] env[68134]: DEBUG oslo_concurrency.lockutils [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] Acquired lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.662886] env[68134]: DEBUG nova.network.neutron [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Refreshing network info cache for port 06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.671789] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.671789] env[68134]: value = "task-2965749" [ 1170.671789] env[68134]: _type = "Task" [ 1170.671789] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.682293] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965749, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.857124] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 7eafe60b-51f1-436a-adf7-634ab7f15949] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.028588] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092719} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.028813] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.029709] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d238393-f91d-461e-aa86-7a27970ea6be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.052515] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 5a66e1ad-4957-471a-ac9f-d89b89888798/5a66e1ad-4957-471a-ac9f-d89b89888798.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.052950] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ca8143-2b00-40b7-91ac-a400d2ae457b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.074134] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1171.074134] env[68134]: value = "task-2965750" [ 1171.074134] env[68134]: _type = "Task" [ 1171.074134] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.083147] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.183936] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965749, 'name': CreateVM_Task, 'duration_secs': 0.401768} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.184129] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.184830] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.184982] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.185318] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.185575] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22245312-de97-4dc2-b80f-6b8095bf1c2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.192172] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1171.192172] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a55cb8-4305-b37c-67db-79849097d295" [ 1171.192172] env[68134]: _type = "Task" [ 1171.192172] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.208328] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a55cb8-4305-b37c-67db-79849097d295, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.208743] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.208981] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.209235] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.209385] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.209593] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.209862] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39b21073-95fb-4091-a5e6-42bfd9092f21 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.223029] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.224022] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.227525] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f802e0ef-5fd9-4130-a2ea-931ea440d195 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.234465] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1171.234465] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521d274c-8060-1ac6-463d-d1c940a6856a" [ 1171.234465] env[68134]: _type = "Task" [ 1171.234465] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.247857] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521d274c-8060-1ac6-463d-d1c940a6856a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.281766] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1376e39b-d40e-4f5b-9601-f67990ddc852 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.290911] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b99a35-b561-4743-a129-f68ccf8beffd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.322611] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847cd9c1-411b-4631-996f-c9b2e3ee4114 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.333123] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4511ca77-f64e-4ec2-bef9-4e710f2ab585 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.347617] env[68134]: DEBUG nova.compute.provider_tree [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.360608] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 2eba6da6-cf10-4c1c-a3ed-a6921af029da] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.402096] env[68134]: DEBUG nova.network.neutron [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Updated VIF entry in instance network info cache for port 06c7d0df-64e3-4e08-9a2f-3abb63b17549. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.402471] env[68134]: DEBUG nova.network.neutron [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Updating instance_info_cache with network_info: [{"id": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "address": "fa:16:3e:a9:35:48", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c7d0df-64", "ovs_interfaceid": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.585610] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965750, 'name': ReconfigVM_Task, 'duration_secs': 0.364909} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.586643] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 5a66e1ad-4957-471a-ac9f-d89b89888798/5a66e1ad-4957-471a-ac9f-d89b89888798.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.586643] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99003e93-7544-4a67-a44a-451379a7c4ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.594071] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1171.594071] env[68134]: value = "task-2965751" [ 1171.594071] env[68134]: _type = "Task" [ 1171.594071] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.604433] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965751, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.605979] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.746012] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521d274c-8060-1ac6-463d-d1c940a6856a, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.746831] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e61f91-067e-4e1c-84c4-4e46821129d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.754065] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1171.754065] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527c976e-9bed-0e15-4184-4fa614be6adc" [ 1171.754065] env[68134]: _type = "Task" [ 1171.754065] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.762828] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527c976e-9bed-0e15-4184-4fa614be6adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.851034] env[68134]: DEBUG nova.scheduler.client.report [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.864224] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: d96bc42c-7bd3-41b2-a663-1992180fcd51] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.904754] env[68134]: DEBUG oslo_concurrency.lockutils [req-8847f04b-1a6a-4746-a6f5-fefb0ab030e0 req-b8a0ad51-5afa-4140-8dc0-461e647a896c service nova] Releasing lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.105323] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965751, 'name': Rename_Task, 'duration_secs': 0.212444} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.105672] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.105871] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2855d039-1cba-4669-a0a8-4f66da356aef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.113238] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1172.113238] env[68134]: value = "task-2965752" [ 1172.113238] env[68134]: _type = "Task" [ 1172.113238] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.121311] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.265988] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527c976e-9bed-0e15-4184-4fa614be6adc, 'name': SearchDatastore_Task, 'duration_secs': 0.011836} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.266386] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.266745] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2758c142-93a5-4384-89be-6f82af9b0a72/2758c142-93a5-4384-89be-6f82af9b0a72.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.267029] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07a8f358-1f15-45a4-99e7-4d3771d88383 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.275660] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1172.275660] env[68134]: value = "task-2965753" [ 1172.275660] env[68134]: _type = "Task" [ 1172.275660] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.285395] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.356901] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.357572] env[68134]: DEBUG nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.361059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.755s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.367164] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.367430] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Cleaning up deleted instances with incomplete migration {{(pid=68134) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1172.625947] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965752, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.788424] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501747} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.788799] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 2758c142-93a5-4384-89be-6f82af9b0a72/2758c142-93a5-4384-89be-6f82af9b0a72.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.789089] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.789465] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f07647b4-a1ae-4b7b-864c-e5d1a7d8ba1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.797868] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1172.797868] env[68134]: value = "task-2965754" [ 1172.797868] env[68134]: _type = "Task" [ 1172.797868] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.807977] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.865070] env[68134]: DEBUG nova.compute.utils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.866777] env[68134]: DEBUG nova.objects.instance [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'migration_context' on Instance uuid f1ac17bf-5bde-4142-b1fb-f5b44279bc51 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.868850] env[68134]: DEBUG nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.868850] env[68134]: DEBUG nova.network.neutron [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.871431] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.915926] env[68134]: DEBUG nova.policy [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab726390371f42539762a3250b73c18c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dc8627de75c4a9cba3854c62e3da65f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.127134] env[68134]: DEBUG oslo_vmware.api [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965752, 'name': PowerOnVM_Task, 'duration_secs': 0.671465} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.127777] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.128176] env[68134]: INFO nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1173.128535] env[68134]: DEBUG nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.129600] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded3f818-c5d5-42e3-8227-fa24a6cedf47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.201642] env[68134]: DEBUG nova.network.neutron [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Successfully created port: 805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.308812] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077155} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.309120] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.310045] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f214bb-e763-49c8-92f9-70bbb8cd40bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.332971] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 2758c142-93a5-4384-89be-6f82af9b0a72/2758c142-93a5-4384-89be-6f82af9b0a72.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.333305] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6ed43d-b884-432a-b033-d44e4e08b995 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.354286] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1173.354286] env[68134]: value = "task-2965755" [ 1173.354286] env[68134]: _type = "Task" [ 1173.354286] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.363557] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.369353] env[68134]: DEBUG nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.508406] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b9ac07-4c86-4013-a8da-466948dbff90 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.517074] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63274cbb-a19f-451a-a124-d49003efc257 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.548783] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371c9d7-6223-44f1-8d85-7f59c598389c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.557465] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f396a753-6a16-4b20-8ba5-eb8f739fa0d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.573821] env[68134]: DEBUG nova.compute.provider_tree [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.648991] env[68134]: INFO nova.compute.manager [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Took 11.50 seconds to build instance. [ 1173.867061] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.076772] env[68134]: DEBUG nova.scheduler.client.report [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.151896] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d68e527b-1930-4660-9294-ea43a5fa512a tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.005s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.366630] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965755, 'name': ReconfigVM_Task, 'duration_secs': 0.842343} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.367028] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 2758c142-93a5-4384-89be-6f82af9b0a72/2758c142-93a5-4384-89be-6f82af9b0a72.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.367578] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b616b54-d3fb-44b9-b82f-a265e5f222ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.371887] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.372128] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.377611] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1174.377611] env[68134]: value = "task-2965756" [ 1174.377611] env[68134]: _type = "Task" [ 1174.377611] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.378697] env[68134]: DEBUG nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.392934] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965756, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.411259] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.411621] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.411733] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.411972] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.412214] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.412390] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.412608] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.412766] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.412931] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.413117] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.413294] env[68134]: DEBUG nova.virt.hardware [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.414523] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a6f8f-3f51-488c-a44e-21f5e8c00620 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.419436] env[68134]: DEBUG nova.compute.manager [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Received event network-changed-024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.419621] env[68134]: DEBUG nova.compute.manager [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Refreshing instance network info cache due to event network-changed-024070b7-c008-4ab6-b0aa-cc1467a5d3e5. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.419822] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] Acquiring lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.420015] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] Acquired lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.420228] env[68134]: DEBUG nova.network.neutron [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Refreshing network info cache for port 024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.427759] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32c88c-d69b-4041-8792-b10fd31bc840 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.756799] env[68134]: DEBUG nova.network.neutron [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Successfully updated port: 805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.885426] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_power_states {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.893700] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965756, 'name': Rename_Task, 'duration_secs': 0.353246} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.894079] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.894239] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46badb72-5115-4793-85bd-8671bb1d3739 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.903667] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1174.903667] env[68134]: value = "task-2965757" [ 1174.903667] env[68134]: _type = "Task" [ 1174.903667] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.914683] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.090157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.729s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.171051] env[68134]: DEBUG nova.network.neutron [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Updated VIF entry in instance network info cache for port 024070b7-c008-4ab6-b0aa-cc1467a5d3e5. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.171519] env[68134]: DEBUG nova.network.neutron [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Updating instance_info_cache with network_info: [{"id": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "address": "fa:16:3e:9e:1d:ea", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024070b7-c0", "ovs_interfaceid": "024070b7-c008-4ab6-b0aa-cc1467a5d3e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.259335] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.259497] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.259656] env[68134]: DEBUG nova.network.neutron [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.389485] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Getting list of instances from cluster (obj){ [ 1175.389485] env[68134]: value = "domain-c8" [ 1175.389485] env[68134]: _type = "ClusterComputeResource" [ 1175.389485] env[68134]: } {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1175.390665] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801b327-62e7-4ea1-ad5b-5db6aebc1ef2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.412460] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Got total of 6 instances {{(pid=68134) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1175.412689] env[68134]: WARNING nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1175.412821] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Triggering sync for uuid cddd91ef-fce8-4c20-ad82-4fa8878ed2dd {{(pid=68134) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1175.413043] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Triggering sync for uuid 69ff857c-efa6-4c66-9711-2795b584c835 {{(pid=68134) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1175.413218] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Triggering sync for uuid f1ac17bf-5bde-4142-b1fb-f5b44279bc51 {{(pid=68134) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1175.413397] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Triggering sync for uuid e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1175.413557] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Triggering sync for uuid 5a66e1ad-4957-471a-ac9f-d89b89888798 {{(pid=68134) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1175.413736] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Triggering sync for uuid 2758c142-93a5-4384-89be-6f82af9b0a72 {{(pid=68134) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1175.413926] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Triggering sync for uuid 07aec78d-fe99-49ce-bc20-eaf542c59ef0 {{(pid=68134) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1175.418068] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.418336] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.418642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "69ff857c-efa6-4c66-9711-2795b584c835" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.418867] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "69ff857c-efa6-4c66-9711-2795b584c835" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.419179] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.419403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.419661] env[68134]: INFO nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1175.419896] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.420134] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.420371] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "5a66e1ad-4957-471a-ac9f-d89b89888798" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.420587] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.420827] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.421114] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.421326] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.421507] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1175.422348] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a746e65-60f8-425c-b03a-23114e9ac3ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.425792] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285682e-5f6f-437c-b4dc-dd8594da8db2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.428997] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df75b4c-da1e-4911-817c-955c5312fe88 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.438020] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.674532] env[68134]: DEBUG oslo_concurrency.lockutils [req-ea06fd4e-6e9f-40f4-b8e3-45c34b999f48 req-2f681210-97bd-4ad4-b7fa-ce2d86b96b6e service nova] Releasing lock "refresh_cache-5a66e1ad-4957-471a-ac9f-d89b89888798" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.792611] env[68134]: DEBUG nova.network.neutron [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.921896] env[68134]: DEBUG oslo_vmware.api [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965757, 'name': PowerOnVM_Task, 'duration_secs': 0.691943} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.922167] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.922371] env[68134]: INFO nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1175.922562] env[68134]: DEBUG nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.923347] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce997d-9343-43ea-bca4-7582356bae60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.927880] env[68134]: DEBUG nova.network.neutron [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updating instance_info_cache with network_info: [{"id": "805c7021-1eaa-4506-b636-13d18b59385a", "address": "fa:16:3e:e7:ee:f0", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap805c7021-1e", "ovs_interfaceid": "805c7021-1eaa-4506-b636-13d18b59385a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.946571] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "69ff857c-efa6-4c66-9711-2795b584c835" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.946996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.947320] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.430976] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.431372] env[68134]: DEBUG nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Instance network_info: |[{"id": "805c7021-1eaa-4506-b636-13d18b59385a", "address": "fa:16:3e:e7:ee:f0", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap805c7021-1e", "ovs_interfaceid": "805c7021-1eaa-4506-b636-13d18b59385a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.431866] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ee:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '805c7021-1eaa-4506-b636-13d18b59385a', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.440025] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.445478] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.446422] env[68134]: DEBUG nova.compute.manager [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Received event network-vif-plugged-805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.446616] env[68134]: DEBUG oslo_concurrency.lockutils [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] Acquiring lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.446821] env[68134]: DEBUG oslo_concurrency.lockutils [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.447012] env[68134]: DEBUG oslo_concurrency.lockutils [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.447234] env[68134]: DEBUG nova.compute.manager [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] No waiting events found dispatching network-vif-plugged-805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.447402] env[68134]: WARNING nova.compute.manager [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Received unexpected event network-vif-plugged-805c7021-1eaa-4506-b636-13d18b59385a for instance with vm_state building and task_state spawning. [ 1176.447558] env[68134]: DEBUG nova.compute.manager [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Received event network-changed-805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.447707] env[68134]: DEBUG nova.compute.manager [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Refreshing instance network info cache due to event network-changed-805c7021-1eaa-4506-b636-13d18b59385a. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.447889] env[68134]: DEBUG oslo_concurrency.lockutils [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] Acquiring lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.448033] env[68134]: DEBUG oslo_concurrency.lockutils [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] Acquired lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.448189] env[68134]: DEBUG nova.network.neutron [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Refreshing network info cache for port 805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.450659] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fb8c0b5-87fa-4645-a08e-51d4c58f1309 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.465392] env[68134]: INFO nova.compute.manager [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Took 13.78 seconds to build instance. [ 1176.485396] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.485396] env[68134]: value = "task-2965759" [ 1176.485396] env[68134]: _type = "Task" [ 1176.485396] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.495090] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965759, 'name': CreateVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.633992] env[68134]: INFO nova.compute.manager [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Swapping old allocation on dict_keys(['2e217e64-ce10-45b5-b239-cd7fc7aa5d96']) held by migration c4e9d63b-219d-42ca-8d06-1b85c032bd31 for instance [ 1176.658394] env[68134]: DEBUG nova.scheduler.client.report [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Overwriting current allocation {'allocations': {'2e217e64-ce10-45b5-b239-cd7fc7aa5d96': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': 'c3c8ece0f7404ecd9d2c760caa150c28', 'user_id': 'cf0d11b74f6e41d090af375847c73b6f', 'consumer_generation': 1} on consumer f1ac17bf-5bde-4142-b1fb-f5b44279bc51 {{(pid=68134) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1176.745513] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.745719] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.745907] env[68134]: DEBUG nova.network.neutron [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.819967] env[68134]: DEBUG nova.network.neutron [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updated VIF entry in instance network info cache for port 805c7021-1eaa-4506-b636-13d18b59385a. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.820371] env[68134]: DEBUG nova.network.neutron [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updating instance_info_cache with network_info: [{"id": "805c7021-1eaa-4506-b636-13d18b59385a", "address": "fa:16:3e:e7:ee:f0", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap805c7021-1e", "ovs_interfaceid": "805c7021-1eaa-4506-b636-13d18b59385a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.970037] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ce61e41c-7699-40db-9031-57806fc0c939 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.298s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.970337] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.549s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.970541] env[68134]: INFO nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] During sync_power_state the instance has a pending task (spawning). Skip. [ 1176.970716] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.996799] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965759, 'name': CreateVM_Task, 'duration_secs': 0.454433} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.996975] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.997667] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.997839] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.998226] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.998496] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e3ba70-f0aa-48f5-8d57-8e9e2ccfbe1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.004212] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1177.004212] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5294d9ec-b942-e983-c763-3ce3c8968a98" [ 1177.004212] env[68134]: _type = "Task" [ 1177.004212] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.011621] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5294d9ec-b942-e983-c763-3ce3c8968a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.323920] env[68134]: DEBUG oslo_concurrency.lockutils [req-2a5b53d1-72db-45bf-bc33-2c689b852b6e req-78d4ec3c-22f4-4dd4-963f-20611b0b403f service nova] Releasing lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.516398] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5294d9ec-b942-e983-c763-3ce3c8968a98, 'name': SearchDatastore_Task, 'duration_secs': 0.012855} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.516882] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.517095] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.517369] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.517607] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.517831] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.519135] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5cc5d9d-42fb-424b-99ed-835153702b90 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.529442] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.529442] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.530146] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f264f9-0bd0-4732-b19c-1acd49f35fa6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.533332] env[68134]: DEBUG nova.network.neutron [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [{"id": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "address": "fa:16:3e:9a:8d:ce", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20efcb5c-d1", "ovs_interfaceid": "20efcb5c-d121-45d9-9d45-c273bbc37f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.539039] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1177.539039] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521b0787-47ca-9d40-306b-ff96cedb544f" [ 1177.539039] env[68134]: _type = "Task" [ 1177.539039] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.549508] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521b0787-47ca-9d40-306b-ff96cedb544f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.037149] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-f1ac17bf-5bde-4142-b1fb-f5b44279bc51" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.038121] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79e959d-68e3-4c09-a31b-4ed641fecc4f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.053254] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521b0787-47ca-9d40-306b-ff96cedb544f, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.055537] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a65abe6-bc81-43fc-a96b-c2bf44f200c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.058511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1333a-a346-4465-9fea-0bdc9decb82c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.064857] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1178.064857] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a39824-0f53-2123-fbd3-66b33a6ab60f" [ 1178.064857] env[68134]: _type = "Task" [ 1178.064857] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.073214] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a39824-0f53-2123-fbd3-66b33a6ab60f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.467218] env[68134]: DEBUG nova.compute.manager [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Received event network-changed-06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.467218] env[68134]: DEBUG nova.compute.manager [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Refreshing instance network info cache due to event network-changed-06c7d0df-64e3-4e08-9a2f-3abb63b17549. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.467464] env[68134]: DEBUG oslo_concurrency.lockutils [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] Acquiring lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.467575] env[68134]: DEBUG oslo_concurrency.lockutils [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] Acquired lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.467728] env[68134]: DEBUG nova.network.neutron [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Refreshing network info cache for port 06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.576826] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a39824-0f53-2123-fbd3-66b33a6ab60f, 'name': SearchDatastore_Task, 'duration_secs': 0.032935} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.577294] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.577501] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 07aec78d-fe99-49ce-bc20-eaf542c59ef0/07aec78d-fe99-49ce-bc20-eaf542c59ef0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.577823] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03f067e9-5dea-4b1a-8fd9-a9d083bbbf4d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.586663] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1178.586663] env[68134]: value = "task-2965761" [ 1178.586663] env[68134]: _type = "Task" [ 1178.586663] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.596930] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.098489] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965761, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.148127] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.148636] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb8c38a3-e94e-4a20-a66e-665009b7710f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.159226] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1179.159226] env[68134]: value = "task-2965762" [ 1179.159226] env[68134]: _type = "Task" [ 1179.159226] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.169591] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.208190] env[68134]: DEBUG nova.network.neutron [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Updated VIF entry in instance network info cache for port 06c7d0df-64e3-4e08-9a2f-3abb63b17549. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.208648] env[68134]: DEBUG nova.network.neutron [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Updating instance_info_cache with network_info: [{"id": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "address": "fa:16:3e:a9:35:48", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c7d0df-64", "ovs_interfaceid": "06c7d0df-64e3-4e08-9a2f-3abb63b17549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.597174] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621966} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.597432] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 07aec78d-fe99-49ce-bc20-eaf542c59ef0/07aec78d-fe99-49ce-bc20-eaf542c59ef0.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.597636] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.597884] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eda3aac1-536c-4c27-a73d-224ac2fbc9e9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.605432] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1179.605432] env[68134]: value = "task-2965763" [ 1179.605432] env[68134]: _type = "Task" [ 1179.605432] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.614446] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.671156] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965762, 'name': PowerOffVM_Task, 'duration_secs': 0.277128} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.671350] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.672131] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.672349] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.672612] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.672666] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.672807] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.672948] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.673165] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.673319] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.673483] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.673639] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.673806] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.678742] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e24c0e-46a4-45a0-81a2-f12325290967 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.694503] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1179.694503] env[68134]: value = "task-2965764" [ 1179.694503] env[68134]: _type = "Task" [ 1179.694503] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.703053] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.711660] env[68134]: DEBUG oslo_concurrency.lockutils [req-221f9217-2d5e-4207-9669-98894cd2855c req-be3e7c95-d012-45de-8e09-b4436c5b5ce4 service nova] Releasing lock "refresh_cache-2758c142-93a5-4384-89be-6f82af9b0a72" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.115977] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068291} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.116301] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.117112] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb4ddb9-928d-4f5d-8b40-93bbf883eae1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.139912] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 07aec78d-fe99-49ce-bc20-eaf542c59ef0/07aec78d-fe99-49ce-bc20-eaf542c59ef0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.140257] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06eecf34-6207-493b-92b5-577af5135d38 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.161632] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1180.161632] env[68134]: value = "task-2965765" [ 1180.161632] env[68134]: _type = "Task" [ 1180.161632] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.170418] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.204629] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965764, 'name': ReconfigVM_Task, 'duration_secs': 0.164675} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.205485] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21caf664-9674-4b87-bb3c-1bf3084a6f07 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.227057] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.227315] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.227478] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.227662] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.227807] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.227954] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.228174] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.228329] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.228497] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.228657] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.228830] env[68134]: DEBUG nova.virt.hardware [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.229755] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05da8879-deed-4776-83f7-67fd41cdfad8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.236236] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1180.236236] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52cc6cc4-8372-df00-681f-1f49e2dafd96" [ 1180.236236] env[68134]: _type = "Task" [ 1180.236236] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.245153] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc6cc4-8372-df00-681f-1f49e2dafd96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.496228] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5201b2db-788a-684e-300f-ec6ef1a2196a/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1180.497165] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da067a83-f15c-4fb6-933d-c766d884b9ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.504170] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5201b2db-788a-684e-300f-ec6ef1a2196a/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1180.504348] env[68134]: ERROR oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5201b2db-788a-684e-300f-ec6ef1a2196a/disk-0.vmdk due to incomplete transfer. [ 1180.504562] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f28200b-42c9-4403-9a0b-3b92e536f1d5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.512626] env[68134]: DEBUG oslo_vmware.rw_handles [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5201b2db-788a-684e-300f-ec6ef1a2196a/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1180.512839] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Uploaded image 934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1180.515360] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1180.515605] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9b08ca3-dc47-4612-9c66-44e5f322e520 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.522602] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1180.522602] env[68134]: value = "task-2965767" [ 1180.522602] env[68134]: _type = "Task" [ 1180.522602] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.532205] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965767, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.672923] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.747245] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52cc6cc4-8372-df00-681f-1f49e2dafd96, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.753088] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.753443] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473a6e28-722e-4e11-bd84-8fe9caf95d51 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.774124] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1180.774124] env[68134]: value = "task-2965768" [ 1180.774124] env[68134]: _type = "Task" [ 1180.774124] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.784103] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.034416] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965767, 'name': Destroy_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.173322] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965765, 'name': ReconfigVM_Task, 'duration_secs': 0.685005} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.173649] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 07aec78d-fe99-49ce-bc20-eaf542c59ef0/07aec78d-fe99-49ce-bc20-eaf542c59ef0.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.174302] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aafc04e-79b1-43ae-ae04-fc1ca6482499 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.180904] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1181.180904] env[68134]: value = "task-2965769" [ 1181.180904] env[68134]: _type = "Task" [ 1181.180904] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.189381] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965769, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.284819] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965768, 'name': ReconfigVM_Task, 'duration_secs': 0.253405} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.285100] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.285871] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69910e36-8bad-4fab-a35f-679779b9fcff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.311146] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.311408] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95f4a826-4a43-4808-a419-475923081d16 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.329765] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1181.329765] env[68134]: value = "task-2965770" [ 1181.329765] env[68134]: _type = "Task" [ 1181.329765] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.337945] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.533086] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965767, 'name': Destroy_Task, 'duration_secs': 0.945015} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.533310] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Destroyed the VM [ 1181.533553] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1181.533800] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-763da889-cc57-4e8a-9a10-d6fe4714747b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.540549] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1181.540549] env[68134]: value = "task-2965771" [ 1181.540549] env[68134]: _type = "Task" [ 1181.540549] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.548369] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965771, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.690984] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965769, 'name': Rename_Task, 'duration_secs': 0.29596} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.691392] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.691503] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6dc2fde-bc3e-4293-8a70-02c50f8013c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.698045] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1181.698045] env[68134]: value = "task-2965772" [ 1181.698045] env[68134]: _type = "Task" [ 1181.698045] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.705267] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.840775] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965770, 'name': ReconfigVM_Task, 'duration_secs': 0.319163} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.841067] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51/f1ac17bf-5bde-4142-b1fb-f5b44279bc51.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.841962] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34c185-3507-4d66-ae84-7bc57caf7230 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.864086] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e3f1e3-c6b0-47f0-82ed-4beb1f7c33a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.887044] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1021d-c66b-41f6-b856-259262cb97b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.909225] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab0bf0a-f08c-4509-ab60-aebbf9e33dc9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.917559] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.917821] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-209a3611-6443-4caf-a900-8ed710c627e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.923868] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1181.923868] env[68134]: value = "task-2965773" [ 1181.923868] env[68134]: _type = "Task" [ 1181.923868] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.931342] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.051993] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965771, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.209122] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.434485] env[68134]: DEBUG oslo_vmware.api [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965773, 'name': PowerOnVM_Task, 'duration_secs': 0.412859} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.434748] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.551636] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965771, 'name': RemoveSnapshot_Task, 'duration_secs': 0.601653} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.551896] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1182.552241] env[68134]: DEBUG nova.compute.manager [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.552948] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260f33ec-f16f-4cf8-a92f-874e371000e9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.710084] env[68134]: DEBUG oslo_vmware.api [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965772, 'name': PowerOnVM_Task, 'duration_secs': 0.53048} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.710393] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.710600] env[68134]: INFO nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1182.710782] env[68134]: DEBUG nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.711592] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2c9c9d-af4c-47ee-a97b-1b2484f0f29e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.065088] env[68134]: INFO nova.compute.manager [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Shelve offloading [ 1183.228575] env[68134]: INFO nova.compute.manager [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Took 13.12 seconds to build instance. [ 1183.477312] env[68134]: INFO nova.compute.manager [None req-4d5bcc1e-4b0f-4a0f-9733-59893a8df900 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance to original state: 'active' [ 1183.569264] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.569683] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6daba58-cdec-4f80-bd20-cd2ac53d0c26 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.580808] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1183.580808] env[68134]: value = "task-2965775" [ 1183.580808] env[68134]: _type = "Task" [ 1183.580808] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.590940] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.591160] env[68134]: DEBUG nova.compute.manager [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.591817] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddaaa85-9924-4292-a06e-4a9642369c6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.598250] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.598437] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.598610] env[68134]: DEBUG nova.network.neutron [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.613307] env[68134]: DEBUG nova.compute.manager [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Received event network-changed-805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.613520] env[68134]: DEBUG nova.compute.manager [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Refreshing instance network info cache due to event network-changed-805c7021-1eaa-4506-b636-13d18b59385a. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.613687] env[68134]: DEBUG oslo_concurrency.lockutils [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] Acquiring lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.613826] env[68134]: DEBUG oslo_concurrency.lockutils [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] Acquired lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.613991] env[68134]: DEBUG nova.network.neutron [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Refreshing network info cache for port 805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.730611] env[68134]: DEBUG oslo_concurrency.lockutils [None req-21e1d970-0652-4f1b-9b39-fa90a3c6a5c4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.633s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.730909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.310s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.731117] env[68134]: INFO nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1183.731298] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.318814] env[68134]: DEBUG nova.network.neutron [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b42b05b-69", "ovs_interfaceid": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.371607] env[68134]: DEBUG nova.network.neutron [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updated VIF entry in instance network info cache for port 805c7021-1eaa-4506-b636-13d18b59385a. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.371997] env[68134]: DEBUG nova.network.neutron [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updating instance_info_cache with network_info: [{"id": "805c7021-1eaa-4506-b636-13d18b59385a", "address": "fa:16:3e:e7:ee:f0", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap805c7021-1e", "ovs_interfaceid": "805c7021-1eaa-4506-b636-13d18b59385a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.614965] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.615259] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.615518] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.615705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.615887] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.618199] env[68134]: INFO nova.compute.manager [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Terminating instance [ 1184.822207] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.875318] env[68134]: DEBUG oslo_concurrency.lockutils [req-5d05dd54-c21d-4ece-929e-b2ce39e4022c req-b69764b2-75b6-4d17-a106-42b0903b0503 service nova] Releasing lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.076080] env[68134]: DEBUG nova.compute.manager [req-177ed874-f467-4414-a1e6-7b4c0402737c req-d3343af3-dbe2-485c-bf5c-b1fba9bc2579 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-vif-unplugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.076559] env[68134]: DEBUG oslo_concurrency.lockutils [req-177ed874-f467-4414-a1e6-7b4c0402737c req-d3343af3-dbe2-485c-bf5c-b1fba9bc2579 service nova] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.076655] env[68134]: DEBUG oslo_concurrency.lockutils [req-177ed874-f467-4414-a1e6-7b4c0402737c req-d3343af3-dbe2-485c-bf5c-b1fba9bc2579 service nova] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.076798] env[68134]: DEBUG oslo_concurrency.lockutils [req-177ed874-f467-4414-a1e6-7b4c0402737c req-d3343af3-dbe2-485c-bf5c-b1fba9bc2579 service nova] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.076971] env[68134]: DEBUG nova.compute.manager [req-177ed874-f467-4414-a1e6-7b4c0402737c req-d3343af3-dbe2-485c-bf5c-b1fba9bc2579 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] No waiting events found dispatching network-vif-unplugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.077442] env[68134]: WARNING nova.compute.manager [req-177ed874-f467-4414-a1e6-7b4c0402737c req-d3343af3-dbe2-485c-bf5c-b1fba9bc2579 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received unexpected event network-vif-unplugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 for instance with vm_state shelved and task_state shelving_offloading. [ 1185.122073] env[68134]: DEBUG nova.compute.manager [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.122392] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.122643] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e257075f-d038-45d3-a013-ce51fdc3e4da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.131958] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1185.131958] env[68134]: value = "task-2965777" [ 1185.131958] env[68134]: _type = "Task" [ 1185.131958] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.140743] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.167991] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.169113] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306802e0-7722-47ef-a67d-6f73d3507f6f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.177595] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.177954] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-112b052d-d027-4105-a9b3-42b15f443559 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.256802] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.257032] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.257218] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleting the datastore file [datastore2] e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.257493] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7cae6ea-599e-40f8-9ee9-aafd6bf1a69d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.266551] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1185.266551] env[68134]: value = "task-2965779" [ 1185.266551] env[68134]: _type = "Task" [ 1185.266551] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.277367] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.641955] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965777, 'name': PowerOffVM_Task, 'duration_secs': 0.233992} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.642219] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.642415] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.642623] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595087', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'name': 'volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51', 'attached_at': '2025-03-12T09:22:23.000000', 'detached_at': '', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'serial': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1185.643383] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934351c-3260-47cd-92dd-f5bdbf6f3330 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.663898] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de914cf6-ec85-4986-98e7-ecb75b518586 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.670277] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6ca57-ed7e-4525-b0a1-32309adfb29e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.690148] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4829133c-e967-46d6-bf38-45018d3c5fda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.704460] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38/volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.709613] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.709857] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5f8f08-41f5-4c4c-8dae-06130496c894 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.727108] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1185.727108] env[68134]: value = "task-2965780" [ 1185.727108] env[68134]: _type = "Task" [ 1185.727108] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.734508] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.775038] env[68134]: DEBUG oslo_vmware.api [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287297} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.775295] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.775481] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.775655] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.795851] env[68134]: INFO nova.scheduler.client.report [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted allocations for instance e22e8b57-4e70-4afc-9e2b-487d35e7f233 [ 1186.237644] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965780, 'name': ReconfigVM_Task, 'duration_secs': 0.199827} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.237952] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.242514] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d29bbd-6dd5-42a6-9319-e3f79dc11346 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.257736] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1186.257736] env[68134]: value = "task-2965781" [ 1186.257736] env[68134]: _type = "Task" [ 1186.257736] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.266965] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.300321] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.300665] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.301020] env[68134]: DEBUG nova.objects.instance [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'resources' on Instance uuid e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.768181] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965781, 'name': ReconfigVM_Task, 'duration_secs': 0.171789} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.768492] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595087', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'name': 'volume-d4ba43d5-459e-4fa7-a719-6edc037dbe38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f1ac17bf-5bde-4142-b1fb-f5b44279bc51', 'attached_at': '2025-03-12T09:22:23.000000', 'detached_at': '', 'volume_id': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38', 'serial': 'd4ba43d5-459e-4fa7-a719-6edc037dbe38'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.768782] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.769553] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42cff9b-68f2-4fc6-bcfa-a64fe3c8be7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.776035] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.776252] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-374d9810-0a4c-431b-bcb4-53c4a5734ca6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.803519] env[68134]: DEBUG nova.objects.instance [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'numa_topology' on Instance uuid e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.848521] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.848717] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.848882] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleting the datastore file [datastore1] f1ac17bf-5bde-4142-b1fb-f5b44279bc51 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.849167] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379e7a24-936d-4ca8-a500-8863f6e79a88 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.856460] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1186.856460] env[68134]: value = "task-2965784" [ 1186.856460] env[68134]: _type = "Task" [ 1186.856460] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.865240] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.109253] env[68134]: DEBUG nova.compute.manager [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.109452] env[68134]: DEBUG nova.compute.manager [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing instance network info cache due to event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.109662] env[68134]: DEBUG oslo_concurrency.lockutils [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] Acquiring lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.109802] env[68134]: DEBUG oslo_concurrency.lockutils [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] Acquired lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.109958] env[68134]: DEBUG nova.network.neutron [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.306331] env[68134]: DEBUG nova.objects.base [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.367207] env[68134]: DEBUG oslo_vmware.api [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142386} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.367484] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.367683] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.367857] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.368036] env[68134]: INFO nova.compute.manager [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1187.368651] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.368651] env[68134]: DEBUG nova.compute.manager [-] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.368651] env[68134]: DEBUG nova.network.neutron [-] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.397685] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f6dd9b-94fe-43df-8d98-4cc72b80b0e2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.405750] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8c6a32-6b87-4f43-98eb-6f5cae24e096 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.439486] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6b9ed-894e-4d20-ab31-34106bb92c27 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.447756] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4553a9fc-e4eb-46ad-be3e-7bde9a4d47c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.461450] env[68134]: DEBUG nova.compute.provider_tree [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.826259] env[68134]: DEBUG nova.network.neutron [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updated VIF entry in instance network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.826626] env[68134]: DEBUG nova.network.neutron [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8b42b05b-69", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.964128] env[68134]: DEBUG nova.scheduler.client.report [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.270976] env[68134]: DEBUG nova.network.neutron [-] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.328931] env[68134]: DEBUG oslo_concurrency.lockutils [req-40313787-eedc-407b-9674-5868c635e901 req-3f31aa71-c0b8-4697-a98b-c70bf523c1c4 service nova] Releasing lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.390334] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.470026] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.772819] env[68134]: INFO nova.compute.manager [-] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Took 1.40 seconds to deallocate network for instance. [ 1188.978200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07c899b2-02e5-46d7-acff-bf15da2b9a88 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.937s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.979226] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.559s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.979423] env[68134]: INFO nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1188.979596] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.980000] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.590s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.980185] env[68134]: INFO nova.compute.manager [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Unshelving [ 1189.133393] env[68134]: DEBUG nova.compute.manager [req-9ffcf2df-3022-46e5-9e82-cdf7f876d14c req-7abad141-1a29-45be-b874-ed653ce6ce7d service nova] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Received event network-vif-deleted-20efcb5c-d121-45d9-9d45-c273bbc37f25 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.350199] env[68134]: INFO nova.compute.manager [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Took 0.58 seconds to detach 1 volumes for instance. [ 1189.856582] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.856869] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.857081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.878613] env[68134]: INFO nova.scheduler.client.report [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted allocations for instance f1ac17bf-5bde-4142-b1fb-f5b44279bc51 [ 1190.728590] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.728841] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.729047] env[68134]: DEBUG nova.objects.instance [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'pci_requests' on Instance uuid e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.733357] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c68c01fd-f050-42fc-91bd-9a0036d826c9 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "f1ac17bf-5bde-4142-b1fb-f5b44279bc51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.118s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.232577] env[68134]: DEBUG nova.objects.instance [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'numa_topology' on Instance uuid e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.734953] env[68134]: INFO nova.compute.claims [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.831305] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "50272333-375b-4465-9889-88ce41e47986" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.831452] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.333919] env[68134]: DEBUG nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.833971] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c8c25-b7bc-4392-93c4-1396d59f1822 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.844429] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f62ec45-16e8-43df-b669-ed8a4a7c8c76 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.875361] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.876114] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5956cd5-dd38-4de2-acf4-7f213b7b367a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.884718] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0549a66-6458-42a7-9f2e-ca613e399dab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.898434] env[68134]: DEBUG nova.compute.provider_tree [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.402709] env[68134]: DEBUG nova.scheduler.client.report [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.907373] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.178s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.909612] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.034s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.911523] env[68134]: INFO nova.compute.claims [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.971477] env[68134]: INFO nova.network.neutron [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating port 8b42b05b-6921-48dd-bcae-2ec38e212bb3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1194.513487] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.513701] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.015709] env[68134]: DEBUG nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.021914] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3ef51-6c2c-4782-8309-7f64dec93292 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.029973] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c4f34-b289-4dce-8265-a0da7b58f1f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.061361] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e030fdc1-913a-4fe5-b9be-7c6e8646d40f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.069040] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335029bf-85cc-4650-a826-d521f48bca98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.082472] env[68134]: DEBUG nova.compute.provider_tree [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.359156] env[68134]: DEBUG nova.compute.manager [req-db0651b5-c6d6-4fe9-8065-8e3c00e36130 req-36073e4b-e2e7-4fe5-9d14-955dbbb2fae1 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-vif-plugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.359327] env[68134]: DEBUG oslo_concurrency.lockutils [req-db0651b5-c6d6-4fe9-8065-8e3c00e36130 req-36073e4b-e2e7-4fe5-9d14-955dbbb2fae1 service nova] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.359445] env[68134]: DEBUG oslo_concurrency.lockutils [req-db0651b5-c6d6-4fe9-8065-8e3c00e36130 req-36073e4b-e2e7-4fe5-9d14-955dbbb2fae1 service nova] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.359597] env[68134]: DEBUG oslo_concurrency.lockutils [req-db0651b5-c6d6-4fe9-8065-8e3c00e36130 req-36073e4b-e2e7-4fe5-9d14-955dbbb2fae1 service nova] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.359763] env[68134]: DEBUG nova.compute.manager [req-db0651b5-c6d6-4fe9-8065-8e3c00e36130 req-36073e4b-e2e7-4fe5-9d14-955dbbb2fae1 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] No waiting events found dispatching network-vif-plugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.359926] env[68134]: WARNING nova.compute.manager [req-db0651b5-c6d6-4fe9-8065-8e3c00e36130 req-36073e4b-e2e7-4fe5-9d14-955dbbb2fae1 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received unexpected event network-vif-plugged-8b42b05b-6921-48dd-bcae-2ec38e212bb3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1195.436365] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.436532] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.436688] env[68134]: DEBUG nova.network.neutron [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.534808] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.585570] env[68134]: DEBUG nova.scheduler.client.report [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.812881] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.813120] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.090499] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.090995] env[68134]: DEBUG nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.093637] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.559s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.095031] env[68134]: INFO nova.compute.claims [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.141054] env[68134]: DEBUG nova.network.neutron [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b42b05b-69", "ovs_interfaceid": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.266708] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.599822] env[68134]: DEBUG nova.compute.utils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.603263] env[68134]: DEBUG nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.603436] env[68134]: DEBUG nova.network.neutron [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.639819] env[68134]: DEBUG nova.policy [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf0d11b74f6e41d090af375847c73b6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3c8ece0f7404ecd9d2c760caa150c28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.642225] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.668867] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a2e633ba4ba3221bf3f90a45b769d4ef',container_format='bare',created_at=2025-03-12T09:22:07Z,direct_url=,disk_format='vmdk',id=934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2070553826-shelved',owner='3907b00ca7604bf399ce05e2298a3885',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-03-12T09:22:25Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.669132] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.669294] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.669477] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.669620] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.669765] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.669970] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.670147] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.670340] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.670522] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.670698] env[68134]: DEBUG nova.virt.hardware [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.671586] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bab1de-8e75-462c-a855-8ea1804f1bc3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.680115] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ef6b1-f3da-4d52-a519-59065dcbf168 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.693614] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:03:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b42b05b-6921-48dd-bcae-2ec38e212bb3', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.700906] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.701158] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.701396] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4667a2a-238d-4f40-b144-304085ba2c85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.721118] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.721118] env[68134]: value = "task-2965787" [ 1196.721118] env[68134]: _type = "Task" [ 1196.721118] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.729039] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965787, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.769834] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.907064] env[68134]: DEBUG nova.network.neutron [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Successfully created port: 119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.103761] env[68134]: DEBUG nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.213038] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef3fc4-7b6c-43f5-ad42-8b1b7e86ff5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.221870] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c5307-9680-43d7-abbc-25799065a44c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.232920] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965787, 'name': CreateVM_Task, 'duration_secs': 0.300003} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.256793] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.259107] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa11ff4-f0d0-4268-9eee-1273b6eee82e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.266665] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57baa524-6d15-4fb2-b7dc-d751165f7786 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.271148] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.271283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.271646] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.271885] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2845cf-f36c-40e2-a298-4cfcf423ce36 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.284423] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1197.284423] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52843355-12f8-b55b-2b69-b238a636a9e9" [ 1197.284423] env[68134]: _type = "Task" [ 1197.284423] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.284847] env[68134]: DEBUG nova.compute.provider_tree [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.295018] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.295264] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Processing image 934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.295494] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.295637] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.295809] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.296308] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-388d11b5-5db4-4f28-87e7-f11161241447 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.305138] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.305323] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.306066] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc78a4fc-00a5-499f-adf7-91e590153344 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.311675] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1197.311675] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527e20af-737b-2a29-2967-5bf1a8d4486f" [ 1197.311675] env[68134]: _type = "Task" [ 1197.311675] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.326669] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Preparing fetch location {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1197.326866] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Fetch image to [datastore1] OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43/OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43.vmdk {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1197.327056] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Downloading stream optimized image 934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d to [datastore1] OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43/OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43.vmdk on the data store datastore1 as vApp {{(pid=68134) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1197.327227] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Downloading image file data 934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d to the ESX as VM named 'OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43' {{(pid=68134) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1197.383641] env[68134]: DEBUG nova.compute.manager [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.383846] env[68134]: DEBUG nova.compute.manager [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing instance network info cache due to event network-changed-8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.384071] env[68134]: DEBUG oslo_concurrency.lockutils [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] Acquiring lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.384217] env[68134]: DEBUG oslo_concurrency.lockutils [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] Acquired lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.384377] env[68134]: DEBUG nova.network.neutron [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Refreshing network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.398262] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1197.398262] env[68134]: value = "resgroup-9" [ 1197.398262] env[68134]: _type = "ResourcePool" [ 1197.398262] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1197.398768] env[68134]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-48406a3a-27a9-46bc-ad97-765748464519 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.422468] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease: (returnval){ [ 1197.422468] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52853195-c569-69fa-510c-2898d02e49ba" [ 1197.422468] env[68134]: _type = "HttpNfcLease" [ 1197.422468] env[68134]: } obtained for vApp import into resource pool (val){ [ 1197.422468] env[68134]: value = "resgroup-9" [ 1197.422468] env[68134]: _type = "ResourcePool" [ 1197.422468] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1197.422468] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the lease: (returnval){ [ 1197.422468] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52853195-c569-69fa-510c-2898d02e49ba" [ 1197.422468] env[68134]: _type = "HttpNfcLease" [ 1197.422468] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1197.429782] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.429782] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52853195-c569-69fa-510c-2898d02e49ba" [ 1197.429782] env[68134]: _type = "HttpNfcLease" [ 1197.429782] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1197.790657] env[68134]: DEBUG nova.scheduler.client.report [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.931628] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1197.931628] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52853195-c569-69fa-510c-2898d02e49ba" [ 1197.931628] env[68134]: _type = "HttpNfcLease" [ 1197.931628] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1198.091573] env[68134]: DEBUG nova.network.neutron [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updated VIF entry in instance network info cache for port 8b42b05b-6921-48dd-bcae-2ec38e212bb3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.091953] env[68134]: DEBUG nova.network.neutron [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [{"id": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "address": "fa:16:3e:50:03:c6", "network": {"id": "1de6ae58-3261-4424-913b-4a500bf23085", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1239691482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907b00ca7604bf399ce05e2298a3885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b42b05b-69", "ovs_interfaceid": "8b42b05b-6921-48dd-bcae-2ec38e212bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.118563] env[68134]: DEBUG nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.141462] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.141605] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.141761] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.141938] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.142094] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.142241] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.142447] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.142603] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.142759] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.142915] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.143144] env[68134]: DEBUG nova.virt.hardware [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.143959] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b3d08-1884-483d-b6ad-a9bd70938eb8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.152413] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b76a4-70bf-40fe-850a-b532c4840ce2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.295105] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.295514] env[68134]: DEBUG nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.298362] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.529s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.298554] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.298730] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1198.299604] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14adda7-a6ae-4ba6-b5ba-d5a5b1cbc25c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.308249] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57841392-6854-4ff3-9361-28ce2f67439d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.322696] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80086f22-fe7c-4002-a1d4-1cfa47ad9678 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.330137] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddba2294-c39f-4250-b607-77c316778e89 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.359928] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179354MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1198.360147] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.360550] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.362658] env[68134]: DEBUG nova.network.neutron [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Successfully updated port: 119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.431309] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1198.431309] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52853195-c569-69fa-510c-2898d02e49ba" [ 1198.431309] env[68134]: _type = "HttpNfcLease" [ 1198.431309] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1198.595132] env[68134]: DEBUG oslo_concurrency.lockutils [req-33105a50-208a-401f-9aed-3d771293ba08 req-47988a55-2a26-45d9-a770-46217a7d35ce service nova] Releasing lock "refresh_cache-e22e8b57-4e70-4afc-9e2b-487d35e7f233" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.805058] env[68134]: DEBUG nova.compute.utils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.805980] env[68134]: DEBUG nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.806159] env[68134]: DEBUG nova.network.neutron [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.844645] env[68134]: DEBUG nova.policy [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1880c32fc0e946f1926693cc23404dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90f9cbe806714201a710024fd5009ff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.869633] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.869818] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.869930] env[68134]: DEBUG nova.network.neutron [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.930567] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1198.930567] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52853195-c569-69fa-510c-2898d02e49ba" [ 1198.930567] env[68134]: _type = "HttpNfcLease" [ 1198.930567] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1198.930847] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1198.930847] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52853195-c569-69fa-510c-2898d02e49ba" [ 1198.930847] env[68134]: _type = "HttpNfcLease" [ 1198.930847] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1198.931582] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fcac5d-6a37-46b8-acb8-aae887f388c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.938693] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ab3a5-6f20-5906-8c56-f22c70023983/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1198.938861] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ab3a5-6f20-5906-8c56-f22c70023983/disk-0.vmdk. {{(pid=68134) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1199.003538] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2609efb4-4300-4c42-96c0-dd051bb0b8ec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.105833] env[68134]: DEBUG nova.network.neutron [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Successfully created port: f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.309066] env[68134]: DEBUG nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.401147] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.401395] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 69ff857c-efa6-4c66-9711-2795b584c835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.401562] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 5a66e1ad-4957-471a-ac9f-d89b89888798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.401723] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2758c142-93a5-4384-89be-6f82af9b0a72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.401793] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 07aec78d-fe99-49ce-bc20-eaf542c59ef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.401941] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e22e8b57-4e70-4afc-9e2b-487d35e7f233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.401999] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 50272333-375b-4465-9889-88ce41e47986 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.402126] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7302eb01-0d3d-49ee-a1d2-cf82cae9749b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.402310] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1199.402442] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1199.413734] env[68134]: DEBUG nova.network.neutron [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.419792] env[68134]: DEBUG nova.compute.manager [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-vif-plugged-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.420062] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] Acquiring lock "50272333-375b-4465-9889-88ce41e47986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.420344] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] Lock "50272333-375b-4465-9889-88ce41e47986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.420523] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] Lock "50272333-375b-4465-9889-88ce41e47986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.420732] env[68134]: DEBUG nova.compute.manager [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] No waiting events found dispatching network-vif-plugged-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.420945] env[68134]: WARNING nova.compute.manager [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received unexpected event network-vif-plugged-119050e1-a05c-4380-9fb1-91dabf6dd41d for instance with vm_state building and task_state spawning. [ 1199.421555] env[68134]: DEBUG nova.compute.manager [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.421555] env[68134]: DEBUG nova.compute.manager [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing instance network info cache due to event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.421555] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] Acquiring lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.514720] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8c288c-4bc3-47c8-98d5-b106e87c2aba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.530782] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c48bc-b0fb-481a-bf7e-715efb191f08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.567647] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affb8c7-51d1-446e-8345-2a485c7c5163 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.570974] env[68134]: DEBUG nova.network.neutron [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119050e1-a0", "ovs_interfaceid": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.578384] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d58b0-5b6e-4858-b979-7537caa5ecd1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.593168] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.815866] env[68134]: INFO nova.virt.block_device [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Booting with volume 007d964f-a907-4eda-b6ec-0eb508c5dee6 at /dev/sda [ 1199.854710] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55c0cb99-794d-44a7-8e77-60365076de08 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.866253] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12850f16-3703-417c-89a7-f8e3b1636f06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.904463] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a209adb1-14bd-477f-b65f-a7a1b27786c7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.915655] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3e1743-36db-4644-bb75-df68458be0f0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.956477] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b6e20-3b2a-422f-aaf4-e5850e5e6bd0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.965859] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e96df7-a54a-4f7e-854a-60dd09964036 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.981499] env[68134]: DEBUG nova.virt.block_device [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating existing volume attachment record: 7cb5c67b-1775-4cf6-b9f4-83e9b3e13622 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.074161] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.074521] env[68134]: DEBUG nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Instance network_info: |[{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119050e1-a0", "ovs_interfaceid": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.074857] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] Acquired lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.075078] env[68134]: DEBUG nova.network.neutron [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.076568] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0c:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '119050e1-a05c-4380-9fb1-91dabf6dd41d', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.084107] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.087099] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50272333-375b-4465-9889-88ce41e47986] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.087710] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-260b537c-97a3-4d8b-8191-db062d20b2b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.103214] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.113619] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.113619] env[68134]: value = "task-2965789" [ 1200.113619] env[68134]: _type = "Task" [ 1200.113619] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.125273] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965789, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.159128] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Completed reading data from the image iterator. {{(pid=68134) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1200.159397] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ab3a5-6f20-5906-8c56-f22c70023983/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1200.160397] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec85b7a-a71f-4211-a35c-0cbff58ee6be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.168393] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ab3a5-6f20-5906-8c56-f22c70023983/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1200.168603] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ab3a5-6f20-5906-8c56-f22c70023983/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1200.171414] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f9d78b73-3c79-412d-ad71-ca86d5ab4203 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.314413] env[68134]: DEBUG nova.network.neutron [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updated VIF entry in instance network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.314859] env[68134]: DEBUG nova.network.neutron [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119050e1-a0", "ovs_interfaceid": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.337131] env[68134]: DEBUG oslo_vmware.rw_handles [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ab3a5-6f20-5906-8c56-f22c70023983/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1200.337374] env[68134]: INFO nova.virt.vmwareapi.images [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Downloaded image file data 934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d [ 1200.338212] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5bc3f8-b789-44f3-8b64-e6a78a0eda3f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.357181] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e39bee-d9f6-44d7-b5ed-300f5a2519fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.384907] env[68134]: INFO nova.virt.vmwareapi.images [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] The imported VM was unregistered [ 1200.387133] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Caching image {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1200.387370] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Creating directory with path [datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.387658] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c4f2d4-3c2f-4cfc-afb4-26adc9a6fbf3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.402050] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Created directory with path [datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.402284] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43/OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43.vmdk to [datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d.vmdk. {{(pid=68134) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1200.402531] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-21a19081-d082-4c17-99d4-36269b219f2a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.411207] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1200.411207] env[68134]: value = "task-2965791" [ 1200.411207] env[68134]: _type = "Task" [ 1200.411207] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.421197] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965791, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.607866] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1200.608091] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.248s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.624217] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965789, 'name': CreateVM_Task, 'duration_secs': 0.434737} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.624370] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50272333-375b-4465-9889-88ce41e47986] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.625087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.625256] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.625633] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.625910] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4446befe-cfed-40a4-af97-aa9224bc8632 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.631715] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1200.631715] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52121e93-f8e1-eb13-ad43-e8dced00a483" [ 1200.631715] env[68134]: _type = "Task" [ 1200.631715] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.641524] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52121e93-f8e1-eb13-ad43-e8dced00a483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.665548] env[68134]: DEBUG nova.network.neutron [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Successfully updated port: f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.817354] env[68134]: DEBUG oslo_concurrency.lockutils [req-d4b09b69-4711-4c5b-a04d-575a39207e07 req-4e3a13b6-5bf5-48af-a588-204a8d37f908 service nova] Releasing lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.922661] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965791, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.143832] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52121e93-f8e1-eb13-ad43-e8dced00a483, 'name': SearchDatastore_Task, 'duration_secs': 0.054764} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.144155] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.144386] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.144629] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.144773] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.144949] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.145241] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8423bd5d-5714-4702-bea9-cf26771dd88e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.164517] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.164758] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.165605] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91187cdb-f695-4f5a-ae3c-4e1201b7a7a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.168713] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.168851] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.168999] env[68134]: DEBUG nova.network.neutron [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.174978] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1201.174978] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52eaa696-3aa7-9179-00b9-f2b67f5a6e42" [ 1201.174978] env[68134]: _type = "Task" [ 1201.174978] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.185207] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52eaa696-3aa7-9179-00b9-f2b67f5a6e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.424061] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965791, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.449354] env[68134]: DEBUG nova.compute.manager [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Received event network-vif-plugged-f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.449655] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] Acquiring lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.449841] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.450022] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.450190] env[68134]: DEBUG nova.compute.manager [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] No waiting events found dispatching network-vif-plugged-f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.450419] env[68134]: WARNING nova.compute.manager [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Received unexpected event network-vif-plugged-f1f6c357-1eef-4f18-afcb-a6c8161cc5de for instance with vm_state building and task_state block_device_mapping. [ 1201.450594] env[68134]: DEBUG nova.compute.manager [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Received event network-changed-f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.450801] env[68134]: DEBUG nova.compute.manager [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Refreshing instance network info cache due to event network-changed-f1f6c357-1eef-4f18-afcb-a6c8161cc5de. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.451057] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] Acquiring lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.610091] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.610091] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.610091] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.610433] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.610433] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.610673] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1201.688885] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52eaa696-3aa7-9179-00b9-f2b67f5a6e42, 'name': SearchDatastore_Task, 'duration_secs': 0.08813} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.689790] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-293edee9-1268-4c2a-adbe-e4b6cf2ff8d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.699322] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1201.699322] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d390bf-5d17-cbda-e364-a61f473b08c2" [ 1201.699322] env[68134]: _type = "Task" [ 1201.699322] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.712416] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d390bf-5d17-cbda-e364-a61f473b08c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.864843] env[68134]: DEBUG nova.network.neutron [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.925741] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965791, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.038712] env[68134]: DEBUG nova.network.neutron [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [{"id": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "address": "fa:16:3e:7f:8f:e0", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f6c357-1e", "ovs_interfaceid": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.069371] env[68134]: DEBUG nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.069924] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.070151] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.070393] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.070579] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.070722] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.070865] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.071089] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.071309] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.071454] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.071661] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.071844] env[68134]: DEBUG nova.virt.hardware [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.072789] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a11238-70c0-4b23-94e5-c80bb3fdaef8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.082546] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5ec2c3-03a7-47f3-90a3-f0e16eccca42 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.210676] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d390bf-5d17-cbda-e364-a61f473b08c2, 'name': SearchDatastore_Task, 'duration_secs': 0.096616} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.210955] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.211241] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.211527] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5ff42d3-94b4-41a2-9e96-89dc50987509 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.220660] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1202.220660] env[68134]: value = "task-2965792" [ 1202.220660] env[68134]: _type = "Task" [ 1202.220660] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.230123] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.427274] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965791, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.542094] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.542094] env[68134]: DEBUG nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Instance network_info: |[{"id": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "address": "fa:16:3e:7f:8f:e0", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f6c357-1e", "ovs_interfaceid": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.542407] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] Acquired lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.542536] env[68134]: DEBUG nova.network.neutron [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Refreshing network info cache for port f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.543911] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:8f:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1f6c357-1eef-4f18-afcb-a6c8161cc5de', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.552428] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.553595] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.553830] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a37eafd7-fe13-4308-b83a-22b7cff77a96 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.576416] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.576416] env[68134]: value = "task-2965793" [ 1202.576416] env[68134]: _type = "Task" [ 1202.576416] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.586324] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965793, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.732455] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.925879] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965791, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.46141} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.926288] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43/OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43.vmdk to [datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d.vmdk. [ 1202.926383] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Cleaning up location [datastore1] OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1202.926523] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e03adef2-f129-4a98-8814-9b6fdec20d43 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.926792] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7829a8a6-097f-4a74-ab99-00e9f3cf1309 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.935536] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1202.935536] env[68134]: value = "task-2965794" [ 1202.935536] env[68134]: _type = "Task" [ 1202.935536] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.946477] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.087829] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965793, 'name': CreateVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.234119] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965792, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.278027] env[68134]: DEBUG nova.network.neutron [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updated VIF entry in instance network info cache for port f1f6c357-1eef-4f18-afcb-a6c8161cc5de. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.278412] env[68134]: DEBUG nova.network.neutron [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [{"id": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "address": "fa:16:3e:7f:8f:e0", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f6c357-1e", "ovs_interfaceid": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.446640] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226276} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.447023] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.447063] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.447308] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d.vmdk to [datastore1] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.447562] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfbb9381-ad79-4f10-8961-d4242cec3aad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.454716] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1203.454716] env[68134]: value = "task-2965795" [ 1203.454716] env[68134]: _type = "Task" [ 1203.454716] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.462401] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.588074] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965793, 'name': CreateVM_Task, 'duration_secs': 0.632054} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.588261] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.589021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '7cb5c67b-1775-4cf6-b9f4-83e9b3e13622', 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595096', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'name': 'volume-007d964f-a907-4eda-b6ec-0eb508c5dee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7302eb01-0d3d-49ee-a1d2-cf82cae9749b', 'attached_at': '', 'detached_at': '', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'serial': '007d964f-a907-4eda-b6ec-0eb508c5dee6'}, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=68134) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1203.589265] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Root volume attach. Driver type: vmdk {{(pid=68134) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1203.589993] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fabca3-ac3e-4d81-a979-0fad5d11e29c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.597299] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8badf2fd-b432-452d-b06a-7c230cf337cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.603796] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49fea16-2198-4590-b9df-c2bcde8c5987 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.609379] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c8d223c0-8383-42ba-a18d-539eed8da58f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.617258] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1203.617258] env[68134]: value = "task-2965796" [ 1203.617258] env[68134]: _type = "Task" [ 1203.617258] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.626969] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965796, 'name': RelocateVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.733555] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965792, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.02252} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.733812] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.734043] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.734319] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fa1e274-484f-45a8-aeb9-ff013cf5946b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.742918] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1203.742918] env[68134]: value = "task-2965797" [ 1203.742918] env[68134]: _type = "Task" [ 1203.742918] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.752157] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.781056] env[68134]: DEBUG oslo_concurrency.lockutils [req-5a16865b-4c19-4f6a-95bf-b7ef00b4a99e req-404c4624-0f37-4f54-af93-73d7aca6bef3 service nova] Releasing lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.966975] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965795, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.128422] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965796, 'name': RelocateVM_Task} progress is 19%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.257523] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081722} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.257916] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.259417] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb807653-968e-4f00-88a1-dc58e03d28f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.286792] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.287154] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa7d37e-e113-4c91-8874-0ed52f94e845 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.309311] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1204.309311] env[68134]: value = "task-2965798" [ 1204.309311] env[68134]: _type = "Task" [ 1204.309311] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.319300] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.466890] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965795, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.631372] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965796, 'name': RelocateVM_Task} progress is 19%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.821229] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.966532] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965795, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.130359] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965796, 'name': RelocateVM_Task} progress is 19%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.321751] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965798, 'name': ReconfigVM_Task, 'duration_secs': 0.991632} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.322046] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.322751] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec7a1a1-7766-4474-9e37-2dc8760e5600 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.330567] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1205.330567] env[68134]: value = "task-2965799" [ 1205.330567] env[68134]: _type = "Task" [ 1205.330567] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.340059] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965799, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.469556] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965795, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.631016] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965796, 'name': RelocateVM_Task} progress is 20%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.840838] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965799, 'name': Rename_Task, 'duration_secs': 0.434993} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.841101] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.841345] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-575851c1-4e14-4c67-a19d-9f8aa6be0e71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.847668] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1205.847668] env[68134]: value = "task-2965800" [ 1205.847668] env[68134]: _type = "Task" [ 1205.847668] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.854852] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.968039] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965795, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.265016} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.968315] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d/934dfdcc-406e-4c33-8ae8-a00ad0aeaa1d.vmdk to [datastore1] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.969107] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da878b65-7731-4900-a6ea-b5f54ac61ccf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.991452] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.991735] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be02a923-6ab3-4def-84dd-63aa0549fd5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.012426] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1206.012426] env[68134]: value = "task-2965801" [ 1206.012426] env[68134]: _type = "Task" [ 1206.012426] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.022735] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.128764] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965796, 'name': RelocateVM_Task, 'duration_secs': 2.208853} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.129060] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.129269] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595096', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'name': 'volume-007d964f-a907-4eda-b6ec-0eb508c5dee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7302eb01-0d3d-49ee-a1d2-cf82cae9749b', 'attached_at': '', 'detached_at': '', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'serial': '007d964f-a907-4eda-b6ec-0eb508c5dee6'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.130064] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c6e19-e1ab-40f8-b432-ceb8a3dd563f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.146325] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23179ac6-55bb-410b-bb81-b35241f0b693 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.168885] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-007d964f-a907-4eda-b6ec-0eb508c5dee6/volume-007d964f-a907-4eda-b6ec-0eb508c5dee6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.169158] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e84f381-b220-43bd-b39f-5db2b9789fff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.189866] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1206.189866] env[68134]: value = "task-2965802" [ 1206.189866] env[68134]: _type = "Task" [ 1206.189866] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.198640] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.359047] env[68134]: DEBUG oslo_vmware.api [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965800, 'name': PowerOnVM_Task, 'duration_secs': 0.452876} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.359207] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.359396] env[68134]: INFO nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1206.359565] env[68134]: DEBUG nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.360482] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70803dbc-4d56-43de-8d33-761d3234e1f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.524684] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965801, 'name': ReconfigVM_Task, 'duration_secs': 0.28225} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.524684] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e22e8b57-4e70-4afc-9e2b-487d35e7f233/e22e8b57-4e70-4afc-9e2b-487d35e7f233.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.525207] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76a4dd80-6f18-4f10-8654-c107a3d38a97 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.533313] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1206.533313] env[68134]: value = "task-2965803" [ 1206.533313] env[68134]: _type = "Task" [ 1206.533313] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.541840] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965803, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.700417] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965802, 'name': ReconfigVM_Task, 'duration_secs': 0.397813} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.700707] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-007d964f-a907-4eda-b6ec-0eb508c5dee6/volume-007d964f-a907-4eda-b6ec-0eb508c5dee6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.705454] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31cffafa-3a39-4faf-a822-a97a2ea1a999 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.721878] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1206.721878] env[68134]: value = "task-2965804" [ 1206.721878] env[68134]: _type = "Task" [ 1206.721878] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.730923] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.878472] env[68134]: INFO nova.compute.manager [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Took 14.04 seconds to build instance. [ 1207.043610] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965803, 'name': Rename_Task, 'duration_secs': 0.189644} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.043896] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.044169] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdad0b40-5ef3-462b-9971-eadcca7587ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.051215] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1207.051215] env[68134]: value = "task-2965805" [ 1207.051215] env[68134]: _type = "Task" [ 1207.051215] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.058655] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.076638] env[68134]: DEBUG nova.compute.manager [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.076863] env[68134]: DEBUG nova.compute.manager [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing instance network info cache due to event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.077099] env[68134]: DEBUG oslo_concurrency.lockutils [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] Acquiring lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.077244] env[68134]: DEBUG oslo_concurrency.lockutils [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] Acquired lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.077434] env[68134]: DEBUG nova.network.neutron [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.233282] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965804, 'name': ReconfigVM_Task, 'duration_secs': 0.150924} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.233592] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595096', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'name': 'volume-007d964f-a907-4eda-b6ec-0eb508c5dee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7302eb01-0d3d-49ee-a1d2-cf82cae9749b', 'attached_at': '', 'detached_at': '', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'serial': '007d964f-a907-4eda-b6ec-0eb508c5dee6'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.234156] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d6cd079-6d81-4b7a-8c5a-c2270e58183f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.242556] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1207.242556] env[68134]: value = "task-2965806" [ 1207.242556] env[68134]: _type = "Task" [ 1207.242556] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.251610] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965806, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.380715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-77bbcd9b-ceda-43eb-93d4-19097661e709 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.549s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.561860] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.752700] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965806, 'name': Rename_Task, 'duration_secs': 0.132712} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.752982] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.753237] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82378989-8b52-46cb-a980-8f8524a81f52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.763077] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1207.763077] env[68134]: value = "task-2965807" [ 1207.763077] env[68134]: _type = "Task" [ 1207.763077] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.773565] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.792810] env[68134]: DEBUG nova.network.neutron [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updated VIF entry in instance network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.793210] env[68134]: DEBUG nova.network.neutron [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119050e1-a0", "ovs_interfaceid": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.062364] env[68134]: DEBUG oslo_vmware.api [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965805, 'name': PowerOnVM_Task, 'duration_secs': 0.59132} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.062654] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.159765] env[68134]: DEBUG nova.compute.manager [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.160813] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e39a9be-750f-47ff-ba0f-cabcf4b30722 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.273444] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.295588] env[68134]: DEBUG oslo_concurrency.lockutils [req-ae3b5ce3-f9fd-4ccb-9dda-777d5da062cb req-24ae1e01-a3fd-4ac6-ba40-6c1c7462ee0a service nova] Releasing lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.677838] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4230e702-afc0-4f99-8ff0-474d03cae1d3 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.698s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.777575] env[68134]: DEBUG oslo_vmware.api [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965807, 'name': PowerOnVM_Task, 'duration_secs': 0.718595} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.777997] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.778327] env[68134]: INFO nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1208.778602] env[68134]: DEBUG nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.779763] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970a8371-349b-4d19-8fe3-73188a070a87 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.299628] env[68134]: INFO nova.compute.manager [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Took 13.78 seconds to build instance. [ 1209.801645] env[68134]: DEBUG oslo_concurrency.lockutils [None req-ae1858f4-3812-4f95-9558-a9cce2322c5e tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.288s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.384400] env[68134]: DEBUG nova.compute.manager [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Received event network-changed-79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.384605] env[68134]: DEBUG nova.compute.manager [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Refreshing instance network info cache due to event network-changed-79426704-06d7-4073-afca-a6fbbd858499. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.384811] env[68134]: DEBUG oslo_concurrency.lockutils [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] Acquiring lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.384951] env[68134]: DEBUG oslo_concurrency.lockutils [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] Acquired lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.385128] env[68134]: DEBUG nova.network.neutron [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Refreshing network info cache for port 79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.077314] env[68134]: DEBUG nova.network.neutron [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updated VIF entry in instance network info cache for port 79426704-06d7-4073-afca-a6fbbd858499. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.077723] env[68134]: DEBUG nova.network.neutron [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updating instance_info_cache with network_info: [{"id": "79426704-06d7-4073-afca-a6fbbd858499", "address": "fa:16:3e:68:50:fa", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79426704-06", "ovs_interfaceid": "79426704-06d7-4073-afca-a6fbbd858499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.581377] env[68134]: DEBUG oslo_concurrency.lockutils [req-c45a9417-ea56-4ede-86d2-ef458b11384a req-daa3bf28-c51f-425e-a75f-acb9c785f3e7 service nova] Releasing lock "refresh_cache-cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.746856] env[68134]: DEBUG nova.compute.manager [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Stashing vm_state: active {{(pid=68134) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1212.267296] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.267584] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.413945] env[68134]: DEBUG nova.compute.manager [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Received event network-changed-f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.414130] env[68134]: DEBUG nova.compute.manager [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Refreshing instance network info cache due to event network-changed-f1f6c357-1eef-4f18-afcb-a6c8161cc5de. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.414364] env[68134]: DEBUG oslo_concurrency.lockutils [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] Acquiring lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.414519] env[68134]: DEBUG oslo_concurrency.lockutils [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] Acquired lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.414682] env[68134]: DEBUG nova.network.neutron [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Refreshing network info cache for port f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.772412] env[68134]: INFO nova.compute.claims [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.124589] env[68134]: DEBUG nova.network.neutron [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updated VIF entry in instance network info cache for port f1f6c357-1eef-4f18-afcb-a6c8161cc5de. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.124992] env[68134]: DEBUG nova.network.neutron [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [{"id": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "address": "fa:16:3e:7f:8f:e0", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f6c357-1e", "ovs_interfaceid": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.278287] env[68134]: INFO nova.compute.resource_tracker [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating resource usage from migration db32dab5-214e-4b27-a9d2-2cb7acad7b82 [ 1213.381258] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5023585-29d8-4961-ad4c-7c4857f1202c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.389123] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081b59a2-737f-4176-b164-820c21c29b81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.418430] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd0f55-8c36-4e4b-b0ce-d7a4a6cbd40e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.425110] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79811f0-0890-4cc0-9dfd-b289582e68f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.438847] env[68134]: DEBUG nova.compute.provider_tree [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.628306] env[68134]: DEBUG oslo_concurrency.lockutils [req-a470e847-3d9c-44bf-a617-850756004fd2 req-f0214f55-f844-44e3-a52b-da9e7013d129 service nova] Releasing lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.943116] env[68134]: DEBUG nova.scheduler.client.report [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.309354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.309623] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.448895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.181s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.449085] env[68134]: INFO nova.compute.manager [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Migrating [ 1214.813464] env[68134]: DEBUG nova.compute.utils [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.963122] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.963341] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.963493] env[68134]: DEBUG nova.network.neutron [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.316280] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.690158] env[68134]: DEBUG nova.network.neutron [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [{"id": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "address": "fa:16:3e:7f:8f:e0", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f6c357-1e", "ovs_interfaceid": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.192860] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.373489] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.373836] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.373942] env[68134]: INFO nova.compute.manager [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Attaching volume 1892b86f-59a2-453c-9674-e4e08cd6a4eb to /dev/sdb [ 1216.405379] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d102d87-a44b-4a6c-aea5-7942d26482de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.412587] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711cd1c2-b6c3-4d51-ad94-94884e082b8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.426312] env[68134]: DEBUG nova.virt.block_device [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Updating existing volume attachment record: 7dfb0247-4b18-4f96-9d49-46fa5fdf6657 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.708762] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8e1cdf-d77a-4ac7-8f31-565fab25aeec {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.726843] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance '7302eb01-0d3d-49ee-a1d2-cf82cae9749b' progress to 0 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.233634] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.233859] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79a48daa-fa56-4ab5-80ad-79e8ae5195e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.240716] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1218.240716] env[68134]: value = "task-2965811" [ 1218.240716] env[68134]: _type = "Task" [ 1218.240716] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.248525] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.749715] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965811, 'name': PowerOffVM_Task, 'duration_secs': 0.215871} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.750108] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.750249] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance '7302eb01-0d3d-49ee-a1d2-cf82cae9749b' progress to 17 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.257105] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.257328] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.257473] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.257667] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.257823] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.258021] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.258326] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.258520] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.258707] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.258884] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.259063] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.264284] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08bea625-b96e-45b5-ba6b-2762ef260bfc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.280450] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1219.280450] env[68134]: value = "task-2965813" [ 1219.280450] env[68134]: _type = "Task" [ 1219.280450] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.288338] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.789992] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965813, 'name': ReconfigVM_Task, 'duration_secs': 0.129212} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.790363] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance '7302eb01-0d3d-49ee-a1d2-cf82cae9749b' progress to 33 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.296346] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.296618] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.296792] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.296991] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.297156] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.297303] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.297509] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.297666] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.297829] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.297990] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.298179] env[68134]: DEBUG nova.virt.hardware [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.303548] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.303830] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d3dc13-4f8f-4117-81c1-4ad0b3d91f1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.322044] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1220.322044] env[68134]: value = "task-2965814" [ 1220.322044] env[68134]: _type = "Task" [ 1220.322044] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.331492] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.832375] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965814, 'name': ReconfigVM_Task, 'duration_secs': 0.168021} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.832701] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.833449] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c884c8ae-0ab2-4738-9d90-48518ed1e948 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.855237] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-007d964f-a907-4eda-b6ec-0eb508c5dee6/volume-007d964f-a907-4eda-b6ec-0eb508c5dee6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.855807] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f79f22e-714b-4cdc-bc56-2a30ca4d62e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.874609] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1220.874609] env[68134]: value = "task-2965815" [ 1220.874609] env[68134]: _type = "Task" [ 1220.874609] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.881998] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.970289] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.970610] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595102', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'name': 'volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2758c142-93a5-4384-89be-6f82af9b0a72', 'attached_at': '', 'detached_at': '', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'serial': '1892b86f-59a2-453c-9674-e4e08cd6a4eb'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.971495] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d6ee2b-3b15-459e-8de1-f080ed4a29ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.987555] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98802a45-f979-4461-aaa9-a2e9693467a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.012447] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb/volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.012793] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356b36e4-f2e5-4294-bc5a-7934b7191fa1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.029840] env[68134]: DEBUG oslo_vmware.api [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1221.029840] env[68134]: value = "task-2965816" [ 1221.029840] env[68134]: _type = "Task" [ 1221.029840] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.037299] env[68134]: DEBUG oslo_vmware.api [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.092234] env[68134]: DEBUG oslo_concurrency.lockutils [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.092540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.092634] env[68134]: DEBUG nova.compute.manager [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.093568] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9889b680-f0f0-4811-a3a8-f03470cf50c6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.099475] env[68134]: DEBUG nova.compute.manager [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1221.100022] env[68134]: DEBUG nova.objects.instance [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'flavor' on Instance uuid 07aec78d-fe99-49ce-bc20-eaf542c59ef0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.386672] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965815, 'name': ReconfigVM_Task, 'duration_secs': 0.269724} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.386964] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-007d964f-a907-4eda-b6ec-0eb508c5dee6/volume-007d964f-a907-4eda-b6ec-0eb508c5dee6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.387209] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance '7302eb01-0d3d-49ee-a1d2-cf82cae9749b' progress to 50 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.538662] env[68134]: DEBUG oslo_vmware.api [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965816, 'name': ReconfigVM_Task, 'duration_secs': 0.36968} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.538926] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb/volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.543488] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ec4fe5-0cdc-4c1e-a8ee-86da3c0abd09 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.557437] env[68134]: DEBUG oslo_vmware.api [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1221.557437] env[68134]: value = "task-2965817" [ 1221.557437] env[68134]: _type = "Task" [ 1221.557437] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.564935] env[68134]: DEBUG oslo_vmware.api [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.894732] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a05a3d-0220-4ce1-917d-dbe8503ca710 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.913429] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ff5e67-7670-41e4-9a59-0d7a1d05e72e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.930410] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance '7302eb01-0d3d-49ee-a1d2-cf82cae9749b' progress to 67 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.067703] env[68134]: DEBUG oslo_vmware.api [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965817, 'name': ReconfigVM_Task, 'duration_secs': 0.136034} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.068033] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595102', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'name': 'volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2758c142-93a5-4384-89be-6f82af9b0a72', 'attached_at': '', 'detached_at': '', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'serial': '1892b86f-59a2-453c-9674-e4e08cd6a4eb'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1222.106539] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.106824] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77574173-6bcd-4512-969f-f3a8f04e7e2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.113535] env[68134]: DEBUG oslo_vmware.api [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1222.113535] env[68134]: value = "task-2965818" [ 1222.113535] env[68134]: _type = "Task" [ 1222.113535] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.124123] env[68134]: DEBUG oslo_vmware.api [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.623156] env[68134]: DEBUG oslo_vmware.api [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965818, 'name': PowerOffVM_Task, 'duration_secs': 0.156807} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.623446] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.623645] env[68134]: DEBUG nova.compute.manager [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.624394] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08dc1f6-8f83-4c17-bfc6-070d7660f0ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.101017] env[68134]: DEBUG nova.objects.instance [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'flavor' on Instance uuid 2758c142-93a5-4384-89be-6f82af9b0a72 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.134770] env[68134]: DEBUG oslo_concurrency.lockutils [None req-101bced6-9e47-4280-9329-2a4b1a1c1fbb tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.042s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.434714] env[68134]: DEBUG nova.objects.instance [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'flavor' on Instance uuid 07aec78d-fe99-49ce-bc20-eaf542c59ef0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.562879] env[68134]: DEBUG nova.network.neutron [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Port f1f6c357-1eef-4f18-afcb-a6c8161cc5de binding to destination host cpu-1 is already ACTIVE {{(pid=68134) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1223.606154] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd2bd83e-297e-4a17-887a-872c8aa2dd0a tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.940906] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.940906] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.941088] env[68134]: DEBUG nova.network.neutron [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.941240] env[68134]: DEBUG nova.objects.instance [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'info_cache' on Instance uuid 07aec78d-fe99-49ce-bc20-eaf542c59ef0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.444886] env[68134]: DEBUG nova.objects.base [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Object Instance<07aec78d-fe99-49ce-bc20-eaf542c59ef0> lazy-loaded attributes: flavor,info_cache {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.585975] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.586221] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.586392] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.709217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "67931770-7cf2-4525-98a3-947ee562945f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.709450] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "67931770-7cf2-4525-98a3-947ee562945f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.148907] env[68134]: DEBUG nova.network.neutron [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updating instance_info_cache with network_info: [{"id": "805c7021-1eaa-4506-b636-13d18b59385a", "address": "fa:16:3e:e7:ee:f0", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap805c7021-1e", "ovs_interfaceid": "805c7021-1eaa-4506-b636-13d18b59385a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.211642] env[68134]: DEBUG nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.618745] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.619040] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.619177] env[68134]: DEBUG nova.network.neutron [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.650338] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.733886] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.734186] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.736051] env[68134]: INFO nova.compute.claims [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.358868] env[68134]: DEBUG nova.network.neutron [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [{"id": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "address": "fa:16:3e:7f:8f:e0", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f6c357-1e", "ovs_interfaceid": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.658568] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.658888] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9bfde78-1b99-4b83-b074-616a33faae01 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.666382] env[68134]: DEBUG oslo_vmware.api [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1226.666382] env[68134]: value = "task-2965819" [ 1226.666382] env[68134]: _type = "Task" [ 1226.666382] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.674151] env[68134]: DEBUG oslo_vmware.api [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.859037] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f064fd3b-eca7-40e2-a990-22aa70b98657 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.861840] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.870345] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c8385c-f170-4f29-929d-c79627e11fcb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.902419] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a1601-2d55-483d-9f8f-57cff013a998 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.910244] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697bec1-b745-497f-8601-02058774e12a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.923867] env[68134]: DEBUG nova.compute.provider_tree [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.176039] env[68134]: DEBUG oslo_vmware.api [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965819, 'name': PowerOnVM_Task, 'duration_secs': 0.367817} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.176313] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.176514] env[68134]: DEBUG nova.compute.manager [None req-6d36cdc2-7f76-43f7-8be9-b658e6884251 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.177276] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca377c2-e7d0-4098-839d-123a3024130c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.370441] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8bce80-4171-4a70-a7c2-75f99e7b7adc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.377763] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54c4bdd-6c3b-440c-9b09-1a204f979f6c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.427395] env[68134]: DEBUG nova.scheduler.client.report [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.935696] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.936399] env[68134]: DEBUG nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.209043] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29726d-4fec-426e-af38-e3f5ec22600d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.215598] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a429fa19-4271-4bfb-9864-45ce7aee6c86 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Suspending the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1228.215827] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d3a5c5b3-c435-427b-8fc3-1251cde35196 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.222995] env[68134]: DEBUG oslo_vmware.api [None req-a429fa19-4271-4bfb-9864-45ce7aee6c86 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1228.222995] env[68134]: value = "task-2965820" [ 1228.222995] env[68134]: _type = "Task" [ 1228.222995] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.232034] env[68134]: DEBUG oslo_vmware.api [None req-a429fa19-4271-4bfb-9864-45ce7aee6c86 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965820, 'name': SuspendVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.442249] env[68134]: DEBUG nova.compute.utils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.443764] env[68134]: DEBUG nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.443931] env[68134]: DEBUG nova.network.neutron [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.480073] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f38d37f-0143-436a-9f63-635d8741c091 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.483877] env[68134]: DEBUG nova.policy [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c0b93a59e6e4be5871afa91eee5aa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e671d7bc57b43308450d476f36d7137', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.501409] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17107c-c6c9-4d50-a459-535df97841c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.508893] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance '7302eb01-0d3d-49ee-a1d2-cf82cae9749b' progress to 83 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.733934] env[68134]: DEBUG oslo_vmware.api [None req-a429fa19-4271-4bfb-9864-45ce7aee6c86 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965820, 'name': SuspendVM_Task} progress is 70%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.770838] env[68134]: DEBUG nova.network.neutron [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Successfully created port: 60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.948132] env[68134]: DEBUG nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.015933] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.016484] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfec01dc-73b1-4fc1-8607-c4a6b5ad7324 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.023812] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1229.023812] env[68134]: value = "task-2965821" [ 1229.023812] env[68134]: _type = "Task" [ 1229.023812] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.031013] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.234796] env[68134]: DEBUG oslo_vmware.api [None req-a429fa19-4271-4bfb-9864-45ce7aee6c86 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965820, 'name': SuspendVM_Task, 'duration_secs': 0.570026} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.235104] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a429fa19-4271-4bfb-9864-45ce7aee6c86 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Suspended the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1229.235308] env[68134]: DEBUG nova.compute.manager [None req-a429fa19-4271-4bfb-9864-45ce7aee6c86 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.236122] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cae2d7-c87b-4520-b515-a93acd8093b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.532262] env[68134]: DEBUG oslo_vmware.api [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965821, 'name': PowerOnVM_Task, 'duration_secs': 0.384759} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.532512] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.532696] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e57c0d-18cc-4327-9094-5bf5f46d3ea3 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance '7302eb01-0d3d-49ee-a1d2-cf82cae9749b' progress to 100 {{(pid=68134) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.957221] env[68134]: DEBUG nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.983901] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.984205] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.984322] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.984502] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.984668] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.984850] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.985074] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.985233] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.985431] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.985603] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.985771] env[68134]: DEBUG nova.virt.hardware [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.986738] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fadba2-2fef-48b1-af5e-4b84a6a68a0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.994862] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7d82a0-a7f4-4ffd-b23e-3a93523e7438 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.125333] env[68134]: DEBUG nova.compute.manager [req-a93e87d1-5f4b-4a56-b60d-56ad0abd3bf7 req-678d23ad-3315-41f6-a499-2b6fa268030e service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Received event network-vif-plugged-60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.125585] env[68134]: DEBUG oslo_concurrency.lockutils [req-a93e87d1-5f4b-4a56-b60d-56ad0abd3bf7 req-678d23ad-3315-41f6-a499-2b6fa268030e service nova] Acquiring lock "67931770-7cf2-4525-98a3-947ee562945f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.125797] env[68134]: DEBUG oslo_concurrency.lockutils [req-a93e87d1-5f4b-4a56-b60d-56ad0abd3bf7 req-678d23ad-3315-41f6-a499-2b6fa268030e service nova] Lock "67931770-7cf2-4525-98a3-947ee562945f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.125960] env[68134]: DEBUG oslo_concurrency.lockutils [req-a93e87d1-5f4b-4a56-b60d-56ad0abd3bf7 req-678d23ad-3315-41f6-a499-2b6fa268030e service nova] Lock "67931770-7cf2-4525-98a3-947ee562945f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.126143] env[68134]: DEBUG nova.compute.manager [req-a93e87d1-5f4b-4a56-b60d-56ad0abd3bf7 req-678d23ad-3315-41f6-a499-2b6fa268030e service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] No waiting events found dispatching network-vif-plugged-60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.126306] env[68134]: WARNING nova.compute.manager [req-a93e87d1-5f4b-4a56-b60d-56ad0abd3bf7 req-678d23ad-3315-41f6-a499-2b6fa268030e service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Received unexpected event network-vif-plugged-60b3ef6f-8581-4e8c-9109-f24bb2178fff for instance with vm_state building and task_state spawning. [ 1230.212472] env[68134]: DEBUG nova.network.neutron [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Successfully updated port: 60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.525528] env[68134]: INFO nova.compute.manager [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Resuming [ 1230.526228] env[68134]: DEBUG nova.objects.instance [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'flavor' on Instance uuid 07aec78d-fe99-49ce-bc20-eaf542c59ef0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.715520] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.715663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.715776] env[68134]: DEBUG nova.network.neutron [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.247330] env[68134]: DEBUG nova.network.neutron [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.366949] env[68134]: DEBUG nova.network.neutron [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Updating instance_info_cache with network_info: [{"id": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "address": "fa:16:3e:5d:5c:be", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b3ef6f-85", "ovs_interfaceid": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.869714] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.870024] env[68134]: DEBUG nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Instance network_info: |[{"id": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "address": "fa:16:3e:5d:5c:be", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b3ef6f-85", "ovs_interfaceid": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.870489] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:5c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b3ef6f-8581-4e8c-9109-f24bb2178fff', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.879335] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.879553] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.879770] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c62e385-a3ff-4539-a59d-0aa78d08a77d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.901624] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.901624] env[68134]: value = "task-2965822" [ 1231.901624] env[68134]: _type = "Task" [ 1231.901624] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.909155] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965822, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.036863] env[68134]: DEBUG oslo_concurrency.lockutils [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.037115] env[68134]: DEBUG oslo_concurrency.lockutils [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquired lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.037366] env[68134]: DEBUG nova.network.neutron [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.151954] env[68134]: DEBUG nova.compute.manager [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Received event network-changed-60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.152096] env[68134]: DEBUG nova.compute.manager [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Refreshing instance network info cache due to event network-changed-60b3ef6f-8581-4e8c-9109-f24bb2178fff. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.152305] env[68134]: DEBUG oslo_concurrency.lockutils [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] Acquiring lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.152444] env[68134]: DEBUG oslo_concurrency.lockutils [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] Acquired lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.152603] env[68134]: DEBUG nova.network.neutron [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Refreshing network info cache for port 60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.253312] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.253635] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.253862] env[68134]: DEBUG nova.compute.manager [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Going to confirm migration 10 {{(pid=68134) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1232.411478] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965822, 'name': CreateVM_Task, 'duration_secs': 0.38367} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.411681] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.412661] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.412829] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.413183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.413435] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7988bd9-30e6-4bb5-84b4-6b256aae75c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.417685] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1232.417685] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521668e1-859f-5aac-4a94-20a16e91fba4" [ 1232.417685] env[68134]: _type = "Task" [ 1232.417685] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.427236] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521668e1-859f-5aac-4a94-20a16e91fba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.732561] env[68134]: DEBUG nova.network.neutron [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updating instance_info_cache with network_info: [{"id": "805c7021-1eaa-4506-b636-13d18b59385a", "address": "fa:16:3e:e7:ee:f0", "network": {"id": "4a8f793f-20dd-47d7-a3ab-142b25da4b4a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-776259501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dc8627de75c4a9cba3854c62e3da65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap805c7021-1e", "ovs_interfaceid": "805c7021-1eaa-4506-b636-13d18b59385a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.802097] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.803140] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquired lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.803979] env[68134]: DEBUG nova.network.neutron [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.803979] env[68134]: DEBUG nova.objects.instance [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'info_cache' on Instance uuid 7302eb01-0d3d-49ee-a1d2-cf82cae9749b {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.843554] env[68134]: DEBUG nova.network.neutron [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Updated VIF entry in instance network info cache for port 60b3ef6f-8581-4e8c-9109-f24bb2178fff. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.843913] env[68134]: DEBUG nova.network.neutron [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Updating instance_info_cache with network_info: [{"id": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "address": "fa:16:3e:5d:5c:be", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b3ef6f-85", "ovs_interfaceid": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.867596] env[68134]: INFO nova.compute.manager [None req-6c1792ea-ad32-4cbf-b3e2-9aaec7d1ba30 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Get console output [ 1232.867858] env[68134]: WARNING nova.virt.vmwareapi.driver [None req-6c1792ea-ad32-4cbf-b3e2-9aaec7d1ba30 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] The console log is missing. Check your VSPC configuration [ 1232.930541] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521668e1-859f-5aac-4a94-20a16e91fba4, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.930851] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.931112] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.931354] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.931498] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.931674] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.931927] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0d8d020-acab-4fee-bf4f-b3ca07d66e13 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.939694] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.939860] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.940575] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86174e5c-0950-48bf-a75d-84228f49c23f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.945128] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1232.945128] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527048b9-c66d-b847-5c13-e740cabcc0c6" [ 1232.945128] env[68134]: _type = "Task" [ 1232.945128] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.952361] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527048b9-c66d-b847-5c13-e740cabcc0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.235517] env[68134]: DEBUG oslo_concurrency.lockutils [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Releasing lock "refresh_cache-07aec78d-fe99-49ce-bc20-eaf542c59ef0" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.236512] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403c1ef-f00e-4773-b6c7-5abb4cd8f352 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.245232] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Resuming the VM {{(pid=68134) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1233.245488] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852be079-8b9c-416b-a309-e440d6e7008f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.252485] env[68134]: DEBUG oslo_vmware.api [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1233.252485] env[68134]: value = "task-2965823" [ 1233.252485] env[68134]: _type = "Task" [ 1233.252485] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.259612] env[68134]: DEBUG oslo_vmware.api [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.346374] env[68134]: DEBUG oslo_concurrency.lockutils [req-d2dc0d51-57ef-4ad9-8a1b-94c6afb7623d req-deabd207-639d-4d08-8025-77f4282f044b service nova] Releasing lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.456558] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527048b9-c66d-b847-5c13-e740cabcc0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008663} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.457314] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1446b18-15b7-44b6-8e3a-30e8aff46486 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.462859] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1233.462859] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524e9745-4f96-d043-35bb-136bf598409c" [ 1233.462859] env[68134]: _type = "Task" [ 1233.462859] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.470842] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524e9745-4f96-d043-35bb-136bf598409c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.763278] env[68134]: DEBUG oslo_vmware.api [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.939575] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "69ff857c-efa6-4c66-9711-2795b584c835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.939881] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "69ff857c-efa6-4c66-9711-2795b584c835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.940113] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "69ff857c-efa6-4c66-9711-2795b584c835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.940313] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "69ff857c-efa6-4c66-9711-2795b584c835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.940559] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "69ff857c-efa6-4c66-9711-2795b584c835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.942906] env[68134]: INFO nova.compute.manager [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Terminating instance [ 1233.973640] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524e9745-4f96-d043-35bb-136bf598409c, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.973993] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.974212] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 67931770-7cf2-4525-98a3-947ee562945f/67931770-7cf2-4525-98a3-947ee562945f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.974493] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6c0ea31-84e4-4092-a761-97f45cbc31f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.982404] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1233.982404] env[68134]: value = "task-2965824" [ 1233.982404] env[68134]: _type = "Task" [ 1233.982404] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.992608] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.081866] env[68134]: DEBUG nova.network.neutron [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [{"id": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "address": "fa:16:3e:7f:8f:e0", "network": {"id": "b8673eae-0d8f-4cc5-b15c-1ec7f133dcad", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-919732159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90f9cbe806714201a710024fd5009ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1f6c357-1e", "ovs_interfaceid": "f1f6c357-1eef-4f18-afcb-a6c8161cc5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.262859] env[68134]: DEBUG oslo_vmware.api [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965823, 'name': PowerOnVM_Task, 'duration_secs': 0.555272} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.263275] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Resumed the VM {{(pid=68134) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1234.263350] env[68134]: DEBUG nova.compute.manager [None req-97865c93-31be-47e2-a4da-f0398db062e4 tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.264179] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e38e2d-fbb0-4e54-950d-6ec9b1c3a14b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.448865] env[68134]: DEBUG nova.compute.manager [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.449166] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.450064] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51679d79-d4d4-49e7-b8ec-16eb1df3a9ba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.458983] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.459319] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32388325-ab75-4469-b777-87931502921c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.466057] env[68134]: DEBUG oslo_vmware.api [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1234.466057] env[68134]: value = "task-2965825" [ 1234.466057] env[68134]: _type = "Task" [ 1234.466057] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.474816] env[68134]: DEBUG oslo_vmware.api [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.495021] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49371} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.495378] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 67931770-7cf2-4525-98a3-947ee562945f/67931770-7cf2-4525-98a3-947ee562945f.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.495652] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.495945] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66a15203-c286-4e3c-9bcf-c7972c095cf4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.502810] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1234.502810] env[68134]: value = "task-2965826" [ 1234.502810] env[68134]: _type = "Task" [ 1234.502810] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.512036] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.585490] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Releasing lock "refresh_cache-7302eb01-0d3d-49ee-a1d2-cf82cae9749b" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.585895] env[68134]: DEBUG nova.objects.instance [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'migration_context' on Instance uuid 7302eb01-0d3d-49ee-a1d2-cf82cae9749b {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.976045] env[68134]: DEBUG oslo_vmware.api [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965825, 'name': PowerOffVM_Task, 'duration_secs': 0.320899} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.976316] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.976446] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.976660] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2293dba0-5fb3-4d65-99e4-5f230a05fd65 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.012801] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07027} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.013095] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.013904] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbda220-357a-4e9b-8235-ff1db3517738 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.035856] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 67931770-7cf2-4525-98a3-947ee562945f/67931770-7cf2-4525-98a3-947ee562945f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.036135] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18f7856-b3f5-40ee-97c5-74cc6db78295 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.055633] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1235.055633] env[68134]: value = "task-2965828" [ 1235.055633] env[68134]: _type = "Task" [ 1235.055633] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.065304] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.089476] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.089710] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.089897] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleting the datastore file [datastore1] 69ff857c-efa6-4c66-9711-2795b584c835 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.090719] env[68134]: DEBUG nova.objects.base [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Object Instance<7302eb01-0d3d-49ee-a1d2-cf82cae9749b> lazy-loaded attributes: info_cache,migration_context {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.091076] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42dba1eb-84ff-40ee-afca-4e6faf31b5e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.093638] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf44602-cb22-45eb-915d-4cf2ccb0d3fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.099664] env[68134]: DEBUG oslo_vmware.api [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1235.099664] env[68134]: value = "task-2965829" [ 1235.099664] env[68134]: _type = "Task" [ 1235.099664] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.116624] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7944d5f1-eb56-4f23-9305-1e2b96ba6f71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.122665] env[68134]: DEBUG oslo_vmware.api [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1235.122665] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]529a88ac-1ae4-2011-7d73-be7e37b1f480" [ 1235.122665] env[68134]: _type = "Task" [ 1235.122665] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.125939] env[68134]: DEBUG oslo_vmware.api [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.133689] env[68134]: DEBUG oslo_vmware.api [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]529a88ac-1ae4-2011-7d73-be7e37b1f480, 'name': SearchDatastore_Task, 'duration_secs': 0.006571} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.133972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.134254] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.229760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.230019] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.230240] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.230469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.230643] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.232758] env[68134]: INFO nova.compute.manager [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Terminating instance [ 1235.565963] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965828, 'name': ReconfigVM_Task, 'duration_secs': 0.309526} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.566317] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 67931770-7cf2-4525-98a3-947ee562945f/67931770-7cf2-4525-98a3-947ee562945f.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.566834] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e655c594-12b1-441a-9b81-32495c6013fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.572790] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1235.572790] env[68134]: value = "task-2965830" [ 1235.572790] env[68134]: _type = "Task" [ 1235.572790] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.580084] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965830, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.621596] env[68134]: DEBUG oslo_vmware.api [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165399} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.621846] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.622042] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.622225] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.622398] env[68134]: INFO nova.compute.manager [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1235.622634] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.622827] env[68134]: DEBUG nova.compute.manager [-] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.622921] env[68134]: DEBUG nova.network.neutron [-] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.737622] env[68134]: DEBUG nova.compute.manager [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.737695] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.739104] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b543ef08-da02-44fb-918d-7627a1fdf3da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.746199] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.746482] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa932fde-5ebd-4918-adb9-a1091dc8c8e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.754117] env[68134]: DEBUG oslo_vmware.api [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1235.754117] env[68134]: value = "task-2965831" [ 1235.754117] env[68134]: _type = "Task" [ 1235.754117] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.764078] env[68134]: DEBUG oslo_vmware.api [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.777752] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13d62a6-5e21-462e-b2fd-bc2c20a7f97e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.786426] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f8a51-7ab7-4aaf-8619-5449c51c628f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.816122] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1846bb22-8df3-48b8-9636-fce8a5764098 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.823881] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17c7729-d43b-43e1-8b35-a01724292e97 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.837227] env[68134]: DEBUG nova.compute.provider_tree [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.085737] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965830, 'name': Rename_Task, 'duration_secs': 0.144902} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.086494] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.086871] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd5f177-3c37-43fb-9b23-d2b3832a1595 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.096815] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1236.096815] env[68134]: value = "task-2965832" [ 1236.096815] env[68134]: _type = "Task" [ 1236.096815] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.113576] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965832, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.264924] env[68134]: DEBUG oslo_vmware.api [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965831, 'name': PowerOffVM_Task, 'duration_secs': 0.233685} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.265371] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.265564] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.265842] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de697a6f-0ac7-4bca-b664-6718ebbfdd41 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.330345] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.330733] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.330975] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleting the datastore file [datastore2] 07aec78d-fe99-49ce-bc20-eaf542c59ef0 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.331289] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ac4a7df-9e55-4e21-82b7-6da984ab7c28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.338700] env[68134]: DEBUG oslo_vmware.api [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for the task: (returnval){ [ 1236.338700] env[68134]: value = "task-2965834" [ 1236.338700] env[68134]: _type = "Task" [ 1236.338700] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.342657] env[68134]: DEBUG nova.scheduler.client.report [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.350350] env[68134]: DEBUG oslo_vmware.api [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.412493] env[68134]: DEBUG nova.compute.manager [req-ad82fe59-f4c0-4d59-9658-ea7a49506f73 req-0d7eb23c-a26c-457f-98d4-86b08e21d7b6 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Received event network-vif-deleted-efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.412694] env[68134]: INFO nova.compute.manager [req-ad82fe59-f4c0-4d59-9658-ea7a49506f73 req-0d7eb23c-a26c-457f-98d4-86b08e21d7b6 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Neutron deleted interface efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae; detaching it from the instance and deleting it from the info cache [ 1236.412870] env[68134]: DEBUG nova.network.neutron [req-ad82fe59-f4c0-4d59-9658-ea7a49506f73 req-0d7eb23c-a26c-457f-98d4-86b08e21d7b6 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.606931] env[68134]: DEBUG oslo_vmware.api [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965832, 'name': PowerOnVM_Task, 'duration_secs': 0.472585} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.607325] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.607386] env[68134]: INFO nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1236.607570] env[68134]: DEBUG nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.608349] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0318383-8cff-49a0-aeba-fce95c09bf54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.851550] env[68134]: DEBUG oslo_vmware.api [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Task: {'id': task-2965834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146139} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.851985] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.852179] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.852354] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.852522] env[68134]: INFO nova.compute.manager [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1236.852750] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.852933] env[68134]: DEBUG nova.compute.manager [-] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.853042] env[68134]: DEBUG nova.network.neutron [-] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.885049] env[68134]: DEBUG nova.network.neutron [-] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.915355] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c0b2ea-ab4e-49d1-a3e2-e0c072324f40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.924128] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd23baf-2374-4be0-bac9-a1fdf5d343e4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.954376] env[68134]: DEBUG nova.compute.manager [req-ad82fe59-f4c0-4d59-9658-ea7a49506f73 req-0d7eb23c-a26c-457f-98d4-86b08e21d7b6 service nova] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Detach interface failed, port_id=efedc2d4-aa52-4fd5-9ccb-a3bd9718ebae, reason: Instance 69ff857c-efa6-4c66-9711-2795b584c835 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.126086] env[68134]: INFO nova.compute.manager [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Took 11.41 seconds to build instance. [ 1237.353778] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.219s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.387171] env[68134]: INFO nova.compute.manager [-] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Took 1.76 seconds to deallocate network for instance. [ 1237.630143] env[68134]: DEBUG oslo_concurrency.lockutils [None req-cbda3fc6-8396-451a-a97b-1310d1520107 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "67931770-7cf2-4525-98a3-947ee562945f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.920s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.743412] env[68134]: DEBUG nova.network.neutron [-] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.893283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.893922] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.893922] env[68134]: DEBUG nova.objects.instance [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'resources' on Instance uuid 69ff857c-efa6-4c66-9711-2795b584c835 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.921771] env[68134]: INFO nova.scheduler.client.report [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted allocation for migration db32dab5-214e-4b27-a9d2-2cb7acad7b82 [ 1238.245037] env[68134]: INFO nova.compute.manager [-] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Took 1.39 seconds to deallocate network for instance. [ 1238.429402] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1861c54-68c2-4ad2-96fa-ebeb5628b310 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.176s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.440675] env[68134]: DEBUG nova.compute.manager [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Received event network-vif-deleted-805c7021-1eaa-4506-b636-13d18b59385a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.441187] env[68134]: DEBUG nova.compute.manager [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Received event network-changed-60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.441187] env[68134]: DEBUG nova.compute.manager [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Refreshing instance network info cache due to event network-changed-60b3ef6f-8581-4e8c-9109-f24bb2178fff. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.441296] env[68134]: DEBUG oslo_concurrency.lockutils [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] Acquiring lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.441481] env[68134]: DEBUG oslo_concurrency.lockutils [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] Acquired lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.441589] env[68134]: DEBUG nova.network.neutron [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Refreshing network info cache for port 60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.528106] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce404c6-e25b-4a04-a9e3-19c640a462bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.536121] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc2465b-e73a-4f59-aefc-dcab84b15011 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.567120] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e924bdd5-403f-449b-9aab-a4d525baa8f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.574359] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd57817-d9b5-4abf-8278-f10d3f35cf72 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.588177] env[68134]: DEBUG nova.compute.provider_tree [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.655540] env[68134]: INFO nova.compute.manager [None req-16f067b6-8214-4519-aea7-6daa1146bbff tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Get console output [ 1238.655814] env[68134]: WARNING nova.virt.vmwareapi.driver [None req-16f067b6-8214-4519-aea7-6daa1146bbff tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] The console log is missing. Check your VSPC configuration [ 1238.751875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.091956] env[68134]: DEBUG nova.scheduler.client.report [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.172916] env[68134]: DEBUG nova.network.neutron [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Updated VIF entry in instance network info cache for port 60b3ef6f-8581-4e8c-9109-f24bb2178fff. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.173330] env[68134]: DEBUG nova.network.neutron [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Updating instance_info_cache with network_info: [{"id": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "address": "fa:16:3e:5d:5c:be", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b3ef6f-85", "ovs_interfaceid": "60b3ef6f-8581-4e8c-9109-f24bb2178fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.597072] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.600291] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.848s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.600695] env[68134]: DEBUG nova.objects.instance [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lazy-loading 'resources' on Instance uuid 07aec78d-fe99-49ce-bc20-eaf542c59ef0 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.616461] env[68134]: INFO nova.scheduler.client.report [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted allocations for instance 69ff857c-efa6-4c66-9711-2795b584c835 [ 1239.675940] env[68134]: DEBUG oslo_concurrency.lockutils [req-81034118-894d-4b09-bec2-6be35ffa29c1 req-0e652dbd-cade-429a-bd18-3bec5b987657 service nova] Releasing lock "refresh_cache-67931770-7cf2-4525-98a3-947ee562945f" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.123045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a83ab8a7-af32-42c5-ba16-f6149b83d354 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "69ff857c-efa6-4c66-9711-2795b584c835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.183s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.208563] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1352080a-0221-4cb9-9873-c3fe59da8420 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.216357] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbfca38-9aa7-45fe-904b-82e6cb6a16c6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.246836] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa962de3-7dac-4b4f-98b6-0f1edb4d62c8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.253867] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5fdb3b-0285-46d9-8eb7-91813bed9f4d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.266837] env[68134]: DEBUG nova.compute.provider_tree [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.770043] env[68134]: DEBUG nova.scheduler.client.report [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.275879] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.293333] env[68134]: INFO nova.scheduler.client.report [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Deleted allocations for instance 07aec78d-fe99-49ce-bc20-eaf542c59ef0 [ 1241.778931] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.778931] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.801042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-8ae2ea1a-14b8-4947-9994-9d310044b90f tempest-ServerActionsTestJSON-989705823 tempest-ServerActionsTestJSON-989705823-project-member] Lock "07aec78d-fe99-49ce-bc20-eaf542c59ef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.571s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.281138] env[68134]: DEBUG nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.802222] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.802543] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.804121] env[68134]: INFO nova.compute.claims [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.939020] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7eb41d-4a5b-4a1d-a1dc-1cccf8b820b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.945350] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5015053b-cb27-489a-8fce-497bd047a761 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.981540] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d7dd05-fbc3-4b65-9eda-03f67eaf89f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.989785] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d152d4-028e-441f-8dcd-b4e61cc997ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.006614] env[68134]: DEBUG nova.compute.provider_tree [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.424276] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.424543] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.424759] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.424940] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.425123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.427222] env[68134]: INFO nova.compute.manager [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Terminating instance [ 1244.508566] env[68134]: DEBUG nova.scheduler.client.report [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.536660] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "d524d914-685c-49de-af71-71676ec4c1de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.536958] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "d524d914-685c-49de-af71-71676ec4c1de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.841697] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "50272333-375b-4465-9889-88ce41e47986" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.841946] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.842149] env[68134]: INFO nova.compute.manager [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Shelving [ 1244.930973] env[68134]: DEBUG nova.compute.manager [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.931391] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.933284] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e787a4-e6af-4123-b3b2-d7d09c143bad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.943665] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.943972] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a932cca8-9a64-4bcc-ad81-035126f08751 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.951024] env[68134]: DEBUG oslo_vmware.api [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1244.951024] env[68134]: value = "task-2965835" [ 1244.951024] env[68134]: _type = "Task" [ 1244.951024] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.962208] env[68134]: DEBUG oslo_vmware.api [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.013913] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.014446] env[68134]: DEBUG nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.038963] env[68134]: DEBUG nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.463118] env[68134]: DEBUG oslo_vmware.api [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965835, 'name': PowerOffVM_Task, 'duration_secs': 0.173954} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.463118] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.463342] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.463439] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb9dbf7e-7132-4692-8b2e-6c8f2f40a30d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.520723] env[68134]: DEBUG nova.compute.utils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.522937] env[68134]: DEBUG nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.523129] env[68134]: DEBUG nova.network.neutron [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.525771] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.525966] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.526161] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleting the datastore file [datastore1] e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.526702] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baa56bf1-d766-4ede-bb92-cce1cc69cd8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.534388] env[68134]: DEBUG oslo_vmware.api [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for the task: (returnval){ [ 1245.534388] env[68134]: value = "task-2965837" [ 1245.534388] env[68134]: _type = "Task" [ 1245.534388] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.546135] env[68134]: DEBUG oslo_vmware.api [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.563576] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.563899] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.565384] env[68134]: INFO nova.compute.claims [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.570993] env[68134]: DEBUG nova.policy [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28abd543dac74137b0fc58f11236af41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47b61caac2b42cc85bae9f0be2df58e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.847060] env[68134]: DEBUG nova.network.neutron [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Successfully created port: 14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.851024] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.851117] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b99904c-405e-43ba-8b0a-790bd3035bad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.858440] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1245.858440] env[68134]: value = "task-2965838" [ 1245.858440] env[68134]: _type = "Task" [ 1245.858440] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.866942] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.026937] env[68134]: DEBUG nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.044559] env[68134]: DEBUG oslo_vmware.api [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Task: {'id': task-2965837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161281} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.044836] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.045057] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.045329] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.045479] env[68134]: INFO nova.compute.manager [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1246.045731] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.045985] env[68134]: DEBUG nova.compute.manager [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.046080] env[68134]: DEBUG nova.network.neutron [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.371022] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965838, 'name': PowerOffVM_Task, 'duration_secs': 0.286025} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.371380] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.372141] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d7f4b-faf0-4409-a6c0-29dcdd550020 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.393025] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13304af-189d-4a02-a777-983c98b4dcf7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.537223] env[68134]: DEBUG nova.compute.manager [req-f9d321ae-10fa-4aa1-9f8e-eae2ca0010dc req-eb12aa08-1b9f-4f38-82fc-6f84d726a119 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Received event network-vif-deleted-8b42b05b-6921-48dd-bcae-2ec38e212bb3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.537338] env[68134]: INFO nova.compute.manager [req-f9d321ae-10fa-4aa1-9f8e-eae2ca0010dc req-eb12aa08-1b9f-4f38-82fc-6f84d726a119 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Neutron deleted interface 8b42b05b-6921-48dd-bcae-2ec38e212bb3; detaching it from the instance and deleting it from the info cache [ 1246.537529] env[68134]: DEBUG nova.network.neutron [req-f9d321ae-10fa-4aa1-9f8e-eae2ca0010dc req-eb12aa08-1b9f-4f38-82fc-6f84d726a119 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.691042] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a029f4-1674-4821-9a1c-4c144fa2ffaa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.698542] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21816eff-b385-400d-a121-03208a0a9826 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.731369] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06843bdd-2dab-4d2c-942b-27264f84a10d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.738770] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52de11-6470-4cc4-b2ef-59de2f1a1213 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.752138] env[68134]: DEBUG nova.compute.provider_tree [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.905104] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1246.905417] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-478f7070-1ebc-434a-a9e9-529ccee92416 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.912771] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1246.912771] env[68134]: value = "task-2965839" [ 1246.912771] env[68134]: _type = "Task" [ 1246.912771] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.920992] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.018976] env[68134]: DEBUG nova.network.neutron [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.036747] env[68134]: DEBUG nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.040726] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69c05d27-d9fd-4189-8c33-475afa0bf556 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.049836] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e097f3-47d9-41b1-a1a4-19c779ebeca6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.068371] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.068640] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.068816] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.069060] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.069219] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.069368] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.069573] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.069727] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.069893] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.070065] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.070238] env[68134]: DEBUG nova.virt.hardware [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.071141] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a68d2-94b9-4425-a902-df86482e32ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.084023] env[68134]: DEBUG nova.compute.manager [req-f9d321ae-10fa-4aa1-9f8e-eae2ca0010dc req-eb12aa08-1b9f-4f38-82fc-6f84d726a119 service nova] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Detach interface failed, port_id=8b42b05b-6921-48dd-bcae-2ec38e212bb3, reason: Instance e22e8b57-4e70-4afc-9e2b-487d35e7f233 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.088590] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697ee533-d9b7-432c-9bd7-e3441d29641d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.215083] env[68134]: DEBUG nova.compute.manager [req-9c6abe1c-50a0-42ef-9a39-aa9ffd364e6b req-79e24058-0b08-498e-8018-0ef45306bcf9 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-vif-plugged-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.215192] env[68134]: DEBUG oslo_concurrency.lockutils [req-9c6abe1c-50a0-42ef-9a39-aa9ffd364e6b req-79e24058-0b08-498e-8018-0ef45306bcf9 service nova] Acquiring lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.215392] env[68134]: DEBUG oslo_concurrency.lockutils [req-9c6abe1c-50a0-42ef-9a39-aa9ffd364e6b req-79e24058-0b08-498e-8018-0ef45306bcf9 service nova] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.215558] env[68134]: DEBUG oslo_concurrency.lockutils [req-9c6abe1c-50a0-42ef-9a39-aa9ffd364e6b req-79e24058-0b08-498e-8018-0ef45306bcf9 service nova] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.215722] env[68134]: DEBUG nova.compute.manager [req-9c6abe1c-50a0-42ef-9a39-aa9ffd364e6b req-79e24058-0b08-498e-8018-0ef45306bcf9 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] No waiting events found dispatching network-vif-plugged-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.215883] env[68134]: WARNING nova.compute.manager [req-9c6abe1c-50a0-42ef-9a39-aa9ffd364e6b req-79e24058-0b08-498e-8018-0ef45306bcf9 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received unexpected event network-vif-plugged-14945b0b-af20-4960-ad99-d3dfdd1c3875 for instance with vm_state building and task_state spawning. [ 1247.255275] env[68134]: DEBUG nova.scheduler.client.report [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.304406] env[68134]: DEBUG nova.network.neutron [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Successfully updated port: 14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.421635] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.521212] env[68134]: INFO nova.compute.manager [-] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Took 1.47 seconds to deallocate network for instance. [ 1247.761465] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.762017] env[68134]: DEBUG nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.807226] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.807398] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.807573] env[68134]: DEBUG nova.network.neutron [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.923436] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965839, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.027301] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.027588] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.027814] env[68134]: DEBUG nova.objects.instance [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lazy-loading 'resources' on Instance uuid e22e8b57-4e70-4afc-9e2b-487d35e7f233 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.266987] env[68134]: DEBUG nova.compute.utils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.268915] env[68134]: DEBUG nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1248.339523] env[68134]: DEBUG nova.network.neutron [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.423786] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965839, 'name': CreateSnapshot_Task, 'duration_secs': 1.220468} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.424072] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1248.424837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad19056e-7282-497b-adaa-318da9820879 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.473699] env[68134]: DEBUG nova.network.neutron [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.631207] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181974ef-ed87-40c4-8117-0c622842c2fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.638487] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67cdbec-ccf0-4ebf-85ec-cdfdf924fa7a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.668554] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f95a75-11f4-4e4f-b108-b12f7b1b3fe4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.675297] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a44ad6-1b01-435c-8e68-55ca9e41dc76 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.687907] env[68134]: DEBUG nova.compute.provider_tree [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.769983] env[68134]: DEBUG nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.942413] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1248.942740] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7dc8cbf-8348-46a6-a109-1d31c58b04ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.950954] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1248.950954] env[68134]: value = "task-2965840" [ 1248.950954] env[68134]: _type = "Task" [ 1248.950954] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.959114] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965840, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.975777] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.975989] env[68134]: DEBUG nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Instance network_info: |[{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.976379] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:39:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14945b0b-af20-4960-ad99-d3dfdd1c3875', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.984180] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.984393] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.985028] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e09c5451-d8fb-458e-99e2-fd1e5c4801f1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.003309] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.003309] env[68134]: value = "task-2965841" [ 1249.003309] env[68134]: _type = "Task" [ 1249.003309] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.010458] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965841, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.191787] env[68134]: DEBUG nova.scheduler.client.report [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.241847] env[68134]: DEBUG nova.compute.manager [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.242260] env[68134]: DEBUG nova.compute.manager [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing instance network info cache due to event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.242745] env[68134]: DEBUG oslo_concurrency.lockutils [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.242946] env[68134]: DEBUG oslo_concurrency.lockutils [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.243163] env[68134]: DEBUG nova.network.neutron [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.460977] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965840, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.513672] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965841, 'name': CreateVM_Task, 'duration_secs': 0.303518} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.513841] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.514555] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.514721] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.515048] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.515306] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85316def-1702-4571-a597-d0f12cfdb3c1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.519952] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1249.519952] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521bd25b-97bb-1718-fb32-638208449f1e" [ 1249.519952] env[68134]: _type = "Task" [ 1249.519952] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.527351] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521bd25b-97bb-1718-fb32-638208449f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.697996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.715359] env[68134]: INFO nova.scheduler.client.report [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Deleted allocations for instance e22e8b57-4e70-4afc-9e2b-487d35e7f233 [ 1249.779435] env[68134]: DEBUG nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.810323] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.810624] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.810813] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.811057] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.811266] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.811435] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.811658] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.811835] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.812021] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.812183] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.812357] env[68134]: DEBUG nova.virt.hardware [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.813257] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e75957c-b7d3-4009-a57d-4448d7827961 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.823976] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54d6852-f6ad-408f-9fbd-8e37a76bebd1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.837850] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.843383] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Creating folder: Project (30a3ab92ac9b47c5bd3339f9b2cedd5e). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.846041] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-268d3bd4-c42e-4952-8c43-50937bcaf01e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.857828] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Created folder: Project (30a3ab92ac9b47c5bd3339f9b2cedd5e) in parent group-v594791. [ 1249.857999] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Creating folder: Instances. Parent ref: group-v595107. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.858439] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33edcfaf-cb1c-469c-824f-0b0f653dc98d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.872310] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Created folder: Instances in parent group-v595107. [ 1249.872547] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.872740] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.872947] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5d4ca5c-b027-46a4-ac19-8abfc3e43af6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.889018] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.889018] env[68134]: value = "task-2965844" [ 1249.889018] env[68134]: _type = "Task" [ 1249.889018] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.896448] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965844, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.963296] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965840, 'name': CloneVM_Task, 'duration_secs': 0.980965} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.963588] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Created linked-clone VM from snapshot [ 1249.964773] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4719f647-2dc2-4c41-8621-1887c1a94171 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.972464] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Uploading image fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1249.996823] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1249.996823] env[68134]: value = "vm-595105" [ 1249.996823] env[68134]: _type = "VirtualMachine" [ 1249.996823] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1249.997143] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-efee4608-b2f0-4a0e-873f-f3fd18fe0725 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.004236] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease: (returnval){ [ 1250.004236] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228537b-1d51-8d25-a003-19ca8a683328" [ 1250.004236] env[68134]: _type = "HttpNfcLease" [ 1250.004236] env[68134]: } obtained for exporting VM: (result){ [ 1250.004236] env[68134]: value = "vm-595105" [ 1250.004236] env[68134]: _type = "VirtualMachine" [ 1250.004236] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1250.004685] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the lease: (returnval){ [ 1250.004685] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228537b-1d51-8d25-a003-19ca8a683328" [ 1250.004685] env[68134]: _type = "HttpNfcLease" [ 1250.004685] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1250.011048] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.011048] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228537b-1d51-8d25-a003-19ca8a683328" [ 1250.011048] env[68134]: _type = "HttpNfcLease" [ 1250.011048] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.011863] env[68134]: DEBUG nova.network.neutron [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updated VIF entry in instance network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.012217] env[68134]: DEBUG nova.network.neutron [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.030651] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521bd25b-97bb-1718-fb32-638208449f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.030933] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.031171] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.031403] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.031557] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.031768] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.032038] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f55f00a4-7d9d-43c6-971d-b82574ce1ada {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.039616] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.039789] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.040488] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f02cf1-dc1c-498c-a7fb-8d18a3bcf936 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.045349] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1250.045349] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52225d90-f349-7eba-f0c2-3f6a3db6a405" [ 1250.045349] env[68134]: _type = "Task" [ 1250.045349] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.053052] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52225d90-f349-7eba-f0c2-3f6a3db6a405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.222925] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0105802f-5c61-450c-9755-cbae821d0518 tempest-AttachVolumeShelveTestJSON-1718743667 tempest-AttachVolumeShelveTestJSON-1718743667-project-member] Lock "e22e8b57-4e70-4afc-9e2b-487d35e7f233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.798s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.399050] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965844, 'name': CreateVM_Task, 'duration_secs': 0.315436} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.399050] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.399494] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.399494] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.399770] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.400043] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92dd55e6-7d93-480c-ace4-0e2eecb2e05c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.404558] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1250.404558] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524a11a1-c564-3c46-21d2-6cf207918605" [ 1250.404558] env[68134]: _type = "Task" [ 1250.404558] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.411922] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524a11a1-c564-3c46-21d2-6cf207918605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.513190] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.513190] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228537b-1d51-8d25-a003-19ca8a683328" [ 1250.513190] env[68134]: _type = "HttpNfcLease" [ 1250.513190] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.513568] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.513568] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5228537b-1d51-8d25-a003-19ca8a683328" [ 1250.513568] env[68134]: _type = "HttpNfcLease" [ 1250.513568] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1250.514192] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd437b-9f73-4d2f-98c7-3885c3972457 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.516971] env[68134]: DEBUG oslo_concurrency.lockutils [req-e210a29b-9ce4-4008-b27a-8ff3a4825569 req-9e91cfad-4138-4636-b024-2558d664431c service nova] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.524097] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f0231-a60e-167d-d45f-78a7c12e90c9/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.524269] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f0231-a60e-167d-d45f-78a7c12e90c9/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1250.589670] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52225d90-f349-7eba-f0c2-3f6a3db6a405, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.590742] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52ca381-6858-440f-a5fe-e8a43798683a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.596083] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1250.596083] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]524bfac1-766c-519b-e09a-ee044d72734b" [ 1250.596083] env[68134]: _type = "Task" [ 1250.596083] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.603121] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524bfac1-766c-519b-e09a-ee044d72734b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.617922] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ee7a10c-4165-4b45-93ec-b391ca9b5c5e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.915759] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524a11a1-c564-3c46-21d2-6cf207918605, 'name': SearchDatastore_Task, 'duration_secs': 0.028385} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.916064] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.916303] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.916513] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.106643] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]524bfac1-766c-519b-e09a-ee044d72734b, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.106643] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.106781] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 7e614edd-3a77-4848-a00c-7395fc93ffa5/7e614edd-3a77-4848-a00c-7395fc93ffa5.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.107175] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.107417] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.107650] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c0fa414-f98b-4ceb-9e94-6e9f93f3fc81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.109897] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c826999f-2e84-4350-a108-737fe57e9cb7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.117336] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1251.117336] env[68134]: value = "task-2965846" [ 1251.117336] env[68134]: _type = "Task" [ 1251.117336] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.121342] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.121771] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.123038] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a39b69-3ab0-489e-9f35-5d9f4ca649e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.128206] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.131524] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1251.131524] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]520e7673-db4c-5bb7-3246-087e03a1eea4" [ 1251.131524] env[68134]: _type = "Task" [ 1251.131524] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.139259] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520e7673-db4c-5bb7-3246-087e03a1eea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.627424] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472096} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.627783] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 7e614edd-3a77-4848-a00c-7395fc93ffa5/7e614edd-3a77-4848-a00c-7395fc93ffa5.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.628202] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.628516] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51984f31-dde2-40a0-b700-9ff2a32562c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.636329] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1251.636329] env[68134]: value = "task-2965847" [ 1251.636329] env[68134]: _type = "Task" [ 1251.636329] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.643542] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]520e7673-db4c-5bb7-3246-087e03a1eea4, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.644733] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cae0aef-7d97-4575-b242-562c8edf39ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.649583] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.653307] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1251.653307] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5293ec6e-6e97-603f-98a4-5de7b0f9ff81" [ 1251.653307] env[68134]: _type = "Task" [ 1251.653307] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.661610] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293ec6e-6e97-603f-98a4-5de7b0f9ff81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.146033] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062083} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.146837] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.147462] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d1d30-6fd5-494b-b806-e163cfa48e04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.171595] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 7e614edd-3a77-4848-a00c-7395fc93ffa5/7e614edd-3a77-4848-a00c-7395fc93ffa5.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.174919] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163388cf-e40f-44a9-b517-a16ce8d4d22b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.196735] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5293ec6e-6e97-603f-98a4-5de7b0f9ff81, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.198181] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.198505] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.198916] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1252.198916] env[68134]: value = "task-2965849" [ 1252.198916] env[68134]: _type = "Task" [ 1252.198916] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.199166] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87454002-cdaf-4dfc-9456-9a569a20af86 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.209617] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.210981] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1252.210981] env[68134]: value = "task-2965850" [ 1252.210981] env[68134]: _type = "Task" [ 1252.210981] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.218383] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.713211] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.722389] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492657} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.722765] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.723082] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.723420] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1152f5d3-3a8e-4397-8709-ee56bafd930d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.730348] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1252.730348] env[68134]: value = "task-2965851" [ 1252.730348] env[68134]: _type = "Task" [ 1252.730348] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.738020] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.212697] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965849, 'name': ReconfigVM_Task, 'duration_secs': 0.565501} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.212983] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 7e614edd-3a77-4848-a00c-7395fc93ffa5/7e614edd-3a77-4848-a00c-7395fc93ffa5.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.213665] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b3c3006-85ca-41dc-b7f1-8af5def6546c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.220880] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1253.220880] env[68134]: value = "task-2965852" [ 1253.220880] env[68134]: _type = "Task" [ 1253.220880] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.230048] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965852, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.240136] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113176} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.240413] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.241311] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f5bd08-b8bb-4c33-b7ef-9bcd3636112e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.263057] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.263057] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519554dc-9d5f-42c6-b2e0-e0c009f782e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.281782] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1253.281782] env[68134]: value = "task-2965853" [ 1253.281782] env[68134]: _type = "Task" [ 1253.281782] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.289998] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.730985] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965852, 'name': Rename_Task, 'duration_secs': 0.135575} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.731341] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.731625] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e78e4c-f9ba-41d0-9c2a-fb0790a71f94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.737983] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1253.737983] env[68134]: value = "task-2965854" [ 1253.737983] env[68134]: _type = "Task" [ 1253.737983] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.745676] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.792196] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.248120] env[68134]: DEBUG oslo_vmware.api [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965854, 'name': PowerOnVM_Task, 'duration_secs': 0.457341} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.248430] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.248693] env[68134]: INFO nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1254.248925] env[68134]: DEBUG nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.249765] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8802a78-c49b-490a-a0b9-e1c5fd64b7e5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.292400] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965853, 'name': ReconfigVM_Task, 'duration_secs': 0.918911} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.292675] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.293352] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0696e89-e300-4fc8-9dac-78e5637d8d46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.300937] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1254.300937] env[68134]: value = "task-2965855" [ 1254.300937] env[68134]: _type = "Task" [ 1254.300937] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.311464] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965855, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.772085] env[68134]: INFO nova.compute.manager [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Took 11.99 seconds to build instance. [ 1254.811160] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965855, 'name': Rename_Task, 'duration_secs': 0.169708} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.811317] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.812324] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b552f75-5df5-450b-80b1-4957d8036ff5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.817873] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1254.817873] env[68134]: value = "task-2965856" [ 1254.817873] env[68134]: _type = "Task" [ 1254.817873] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.825782] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.974068] env[68134]: DEBUG nova.compute.manager [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.974273] env[68134]: DEBUG nova.compute.manager [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing instance network info cache due to event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.974463] env[68134]: DEBUG oslo_concurrency.lockutils [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.974628] env[68134]: DEBUG oslo_concurrency.lockutils [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.974818] env[68134]: DEBUG nova.network.neutron [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.268453] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.274051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-03ec41a0-bcf7-43a7-943a-3dd0a0f31cbe tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.495s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.327451] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.789937] env[68134]: DEBUG nova.network.neutron [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updated VIF entry in instance network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.790380] env[68134]: DEBUG nova.network.neutron [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.831244] env[68134]: DEBUG oslo_vmware.api [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965856, 'name': PowerOnVM_Task, 'duration_secs': 0.512502} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.831512] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.831726] env[68134]: INFO nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Took 6.05 seconds to spawn the instance on the hypervisor. [ 1255.831938] env[68134]: DEBUG nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.832793] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e537b8-0fc3-4e41-a692-d6d179a44a54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.987983] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.988272] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.267529] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.292795] env[68134]: DEBUG oslo_concurrency.lockutils [req-628c80ee-8b2a-439d-a04b-62549106c5e1 req-e0477c83-460e-4f39-8f2c-9eb61b3f6b14 service nova] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.353954] env[68134]: INFO nova.compute.manager [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Took 10.81 seconds to build instance. [ 1256.491071] env[68134]: DEBUG nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.771185] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.771469] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.771672] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.771884] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1256.773289] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cabf71-31cc-480b-b8b4-1db2f5d1b5b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.781939] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b8a1b-4cdc-4c4e-9d79-2786d2a63877 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.797459] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975e758a-3eca-4e4b-8caa-38ee28c55965 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.804274] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8490367e-5456-4c4a-8747-fb96447e9ba2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.834995] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180124MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1256.835570] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.835570] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.856464] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9dbd8d16-6b8f-4bb8-b411-984c1b0cfe98 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "d524d914-685c-49de-af71-71676ec4c1de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.319s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.019248] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.625067] env[68134]: INFO nova.compute.manager [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Rebuilding instance [ 1257.673033] env[68134]: DEBUG nova.compute.manager [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.673862] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35a308-411e-4ba9-a392-ea5826eb0e0d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.866056] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.866323] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 5a66e1ad-4957-471a-ac9f-d89b89888798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.866371] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 2758c142-93a5-4384-89be-6f82af9b0a72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.866491] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 50272333-375b-4465-9889-88ce41e47986 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.866622] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7302eb01-0d3d-49ee-a1d2-cf82cae9749b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.866742] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 67931770-7cf2-4525-98a3-947ee562945f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.866917] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7e614edd-3a77-4848-a00c-7395fc93ffa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.867112] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance d524d914-685c-49de-af71-71676ec4c1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1258.372288] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1258.372503] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1258.372646] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1258.494438] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0369b77-f545-42ff-9966-c58a547a18f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.502081] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beb610f-7245-4e45-9518-42aa73ccad0b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.531715] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3757dfcb-252e-40df-9243-54be0022606b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.539159] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f525e9-cec0-4129-be4b-ab240df5b0eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.552292] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.689339] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.689642] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b8efbc9-52f0-4966-bb9e-9453552fde18 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.697101] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1258.697101] env[68134]: value = "task-2965857" [ 1258.697101] env[68134]: _type = "Task" [ 1258.697101] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.707687] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.058232] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.206741] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965857, 'name': PowerOffVM_Task, 'duration_secs': 0.1352} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.207020] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.207539] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.208021] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4dafdc-e92d-4863-b544-38426b39a957 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.217442] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.217607] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b0c7600-19bd-4f8d-898f-b1acb9adf44d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.242647] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.242940] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.243125] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Deleting the datastore file [datastore2] d524d914-685c-49de-af71-71676ec4c1de {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.243361] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-453295f9-415c-4f4a-a4ad-e05e8ebd8201 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.249645] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1259.249645] env[68134]: value = "task-2965859" [ 1259.249645] env[68134]: _type = "Task" [ 1259.249645] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.257895] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.563656] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1259.563844] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.728s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.564119] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.545s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.565746] env[68134]: INFO nova.compute.claims [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.756231] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f0231-a60e-167d-d45f-78a7c12e90c9/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1259.757080] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d782243-7f15-46c5-af70-d6688f03ee23 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.764796] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143107} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.766246] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.766446] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.766624] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.768966] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f0231-a60e-167d-d45f-78a7c12e90c9/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1259.769139] env[68134]: ERROR oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f0231-a60e-167d-d45f-78a7c12e90c9/disk-0.vmdk due to incomplete transfer. [ 1259.769360] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15836bff-d1e8-46dc-b225-486cfc1b0419 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.776873] env[68134]: DEBUG oslo_vmware.rw_handles [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f0231-a60e-167d-d45f-78a7c12e90c9/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1259.777091] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Uploaded image fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1259.779598] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1259.779845] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-579723a4-570d-48a0-b990-658867f1ad2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.785728] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1259.785728] env[68134]: value = "task-2965860" [ 1259.785728] env[68134]: _type = "Task" [ 1259.785728] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.793470] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965860, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.296905] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965860, 'name': Destroy_Task, 'duration_secs': 0.334921} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.297293] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Destroyed the VM [ 1260.298031] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1260.298031] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-818a9923-efbc-4f90-8222-e359a704fd2a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.305564] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1260.305564] env[68134]: value = "task-2965861" [ 1260.305564] env[68134]: _type = "Task" [ 1260.305564] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.314527] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.567935] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.568209] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.568416] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.568596] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.712797] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a92cf5-e04d-4631-8b6e-0823f7afc9c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.720192] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551d7c81-d533-46cb-a0b5-de61f89784b2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.753604] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a39878f-0674-4cb0-a9c1-cf7476e2e98d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.760948] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbedbe-e998-4e8a-ad33-20581f85a809 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.775755] env[68134]: DEBUG nova.compute.provider_tree [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.804798] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.805049] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.805210] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.805392] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.805537] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.805683] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.805893] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.806063] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.806232] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.806392] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.806558] env[68134]: DEBUG nova.virt.hardware [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.807431] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d59fb2c-3b7d-4ebe-9f33-6a60f0a49084 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.819826] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b683cab-a162-400e-8051-9c6000c895b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.823526] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965861, 'name': RemoveSnapshot_Task, 'duration_secs': 0.348974} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.823798] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.824022] env[68134]: DEBUG nova.compute.manager [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.825028] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06bf80-e421-4c07-9766-03454affb061 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.834594] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.839964] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.840473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.840695] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-534813cb-7612-4cec-be0f-168b63a87047 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.859965] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.859965] env[68134]: value = "task-2965862" [ 1260.859965] env[68134]: _type = "Task" [ 1260.859965] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.866931] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965862, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.208361] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.208589] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.287030] env[68134]: DEBUG nova.scheduler.client.report [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.364997] env[68134]: INFO nova.compute.manager [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Shelve offloading [ 1261.370591] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965862, 'name': CreateVM_Task, 'duration_secs': 0.27186} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.371919] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.372666] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.372997] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.373436] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.373784] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cf70ac-1d0e-4647-bad6-993c5196a70d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.381069] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1261.381069] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52df052b-3f82-15ea-55fa-5080cf14b796" [ 1261.381069] env[68134]: _type = "Task" [ 1261.381069] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.389773] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52df052b-3f82-15ea-55fa-5080cf14b796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.711121] env[68134]: DEBUG nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.790430] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.791123] env[68134]: DEBUG nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.873311] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.873590] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318768e7-80dd-476a-a272-2ec9b5c9a8ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.885263] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1261.885263] env[68134]: value = "task-2965863" [ 1261.885263] env[68134]: _type = "Task" [ 1261.885263] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.892584] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52df052b-3f82-15ea-55fa-5080cf14b796, 'name': SearchDatastore_Task, 'duration_secs': 0.015836} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.893242] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.893516] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.893776] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.893939] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.894165] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.897536] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d6273ef-71e8-4c30-86f1-691a5e060738 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.899768] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1261.899960] env[68134]: DEBUG nova.compute.manager [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.901081] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1785bd46-a52e-4da8-80cd-73cb4e06f826 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.906106] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.906278] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.908153] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849f9c3d-79ee-4034-82b9-5063ce4ea3a0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.910254] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.910414] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.910576] env[68134]: DEBUG nova.network.neutron [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.914264] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1261.914264] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52c6d46e-2749-aa3c-8471-82948677f9c0" [ 1261.914264] env[68134]: _type = "Task" [ 1261.914264] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.921558] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c6d46e-2749-aa3c-8471-82948677f9c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.235432] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.235730] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.237364] env[68134]: INFO nova.compute.claims [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.262942] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.297817] env[68134]: DEBUG nova.compute.utils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.299589] env[68134]: DEBUG nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.299774] env[68134]: DEBUG nova.network.neutron [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.368547] env[68134]: DEBUG nova.policy [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28abd543dac74137b0fc58f11236af41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47b61caac2b42cc85bae9f0be2df58e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.425584] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52c6d46e-2749-aa3c-8471-82948677f9c0, 'name': SearchDatastore_Task, 'duration_secs': 0.021079} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.426284] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895cbbac-8fcf-4fec-a371-b1c6f4592f94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.432013] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1262.432013] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5248fa10-0547-e607-11dd-7da56aeef1cd" [ 1262.432013] env[68134]: _type = "Task" [ 1262.432013] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.441707] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5248fa10-0547-e607-11dd-7da56aeef1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.651951] env[68134]: DEBUG nova.network.neutron [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119050e1-a0", "ovs_interfaceid": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.682166] env[68134]: DEBUG nova.network.neutron [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Successfully created port: bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.803186] env[68134]: DEBUG nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.942168] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5248fa10-0547-e607-11dd-7da56aeef1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.942422] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.942677] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.942929] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c8ff05-eb11-427c-ad51-5fbfb24afef7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.949579] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1262.949579] env[68134]: value = "task-2965864" [ 1262.949579] env[68134]: _type = "Task" [ 1262.949579] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.956892] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.154964] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.269621] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.269766] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1263.409633] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f6f3d-8ad0-4db5-9868-1f40ea7005eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.419468] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08913c85-c301-4fc4-957f-622072b430ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.451381] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f89e3b7-3073-44f6-a695-b40ebdd1a519 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.455020] env[68134]: DEBUG nova.compute.manager [req-b87a8726-39cf-450d-bf61-dc9a037ae822 req-e95ab7ce-f53d-4f6c-b28f-9bb5d3497a06 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-vif-unplugged-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.455237] env[68134]: DEBUG oslo_concurrency.lockutils [req-b87a8726-39cf-450d-bf61-dc9a037ae822 req-e95ab7ce-f53d-4f6c-b28f-9bb5d3497a06 service nova] Acquiring lock "50272333-375b-4465-9889-88ce41e47986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.455436] env[68134]: DEBUG oslo_concurrency.lockutils [req-b87a8726-39cf-450d-bf61-dc9a037ae822 req-e95ab7ce-f53d-4f6c-b28f-9bb5d3497a06 service nova] Lock "50272333-375b-4465-9889-88ce41e47986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.455596] env[68134]: DEBUG oslo_concurrency.lockutils [req-b87a8726-39cf-450d-bf61-dc9a037ae822 req-e95ab7ce-f53d-4f6c-b28f-9bb5d3497a06 service nova] Lock "50272333-375b-4465-9889-88ce41e47986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.455757] env[68134]: DEBUG nova.compute.manager [req-b87a8726-39cf-450d-bf61-dc9a037ae822 req-e95ab7ce-f53d-4f6c-b28f-9bb5d3497a06 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] No waiting events found dispatching network-vif-unplugged-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.455922] env[68134]: WARNING nova.compute.manager [req-b87a8726-39cf-450d-bf61-dc9a037ae822 req-e95ab7ce-f53d-4f6c-b28f-9bb5d3497a06 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received unexpected event network-vif-unplugged-119050e1-a05c-4380-9fb1-91dabf6dd41d for instance with vm_state shelved and task_state shelving_offloading. [ 1263.466742] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7500a9f5-4bb5-4ed2-a824-5632abdade7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.472093] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499451} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.472339] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.472538] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.473081] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-574a08df-1008-43ea-b0f8-9e4ad383e069 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.482354] env[68134]: DEBUG nova.compute.provider_tree [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.487626] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1263.487626] env[68134]: value = "task-2965865" [ 1263.487626] env[68134]: _type = "Task" [ 1263.487626] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.495926] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.559679] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.560619] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230612a-858b-4ccc-b982-667dcac2e9c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.569378] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.569864] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26adfa8b-aaba-4a88-b43b-aa57e4c32e96 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.641361] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.641660] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.641767] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleting the datastore file [datastore1] 50272333-375b-4465-9889-88ce41e47986 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.642043] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1487e95b-f25a-426f-8ae1-4eabf0e02bf3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.648467] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1263.648467] env[68134]: value = "task-2965867" [ 1263.648467] env[68134]: _type = "Task" [ 1263.648467] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.656218] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.815026] env[68134]: DEBUG nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.841213] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.841502] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.841689] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.841886] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.842053] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.842217] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.842434] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.842590] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.842768] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.842971] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.843205] env[68134]: DEBUG nova.virt.hardware [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.844103] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8735515f-960d-4678-8e95-59ce191f68c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.852333] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb23d30-ae41-4ccf-a6fc-cadfb9a7f184 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.985060] env[68134]: DEBUG nova.scheduler.client.report [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.996640] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064122} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.996917] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.997702] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4eaf97-42cd-40d1-81eb-baad1cd2d656 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.017560] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.018067] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20fd85c4-3acd-4711-975e-b586637cdf93 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.037548] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1264.037548] env[68134]: value = "task-2965868" [ 1264.037548] env[68134]: _type = "Task" [ 1264.037548] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.045276] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.130377] env[68134]: DEBUG nova.compute.manager [req-0a4048ac-3028-49d6-a07c-16868872c867 req-46c84b4d-f084-457d-83aa-b8c7df44e9b7 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-vif-plugged-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.130604] env[68134]: DEBUG oslo_concurrency.lockutils [req-0a4048ac-3028-49d6-a07c-16868872c867 req-46c84b4d-f084-457d-83aa-b8c7df44e9b7 service nova] Acquiring lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.130981] env[68134]: DEBUG oslo_concurrency.lockutils [req-0a4048ac-3028-49d6-a07c-16868872c867 req-46c84b4d-f084-457d-83aa-b8c7df44e9b7 service nova] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.131192] env[68134]: DEBUG oslo_concurrency.lockutils [req-0a4048ac-3028-49d6-a07c-16868872c867 req-46c84b4d-f084-457d-83aa-b8c7df44e9b7 service nova] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.131368] env[68134]: DEBUG nova.compute.manager [req-0a4048ac-3028-49d6-a07c-16868872c867 req-46c84b4d-f084-457d-83aa-b8c7df44e9b7 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] No waiting events found dispatching network-vif-plugged-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.131532] env[68134]: WARNING nova.compute.manager [req-0a4048ac-3028-49d6-a07c-16868872c867 req-46c84b4d-f084-457d-83aa-b8c7df44e9b7 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received unexpected event network-vif-plugged-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d for instance with vm_state building and task_state spawning. [ 1264.157665] env[68134]: DEBUG oslo_vmware.api [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284629} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.157911] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.158098] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.158273] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.176078] env[68134]: INFO nova.scheduler.client.report [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted allocations for instance 50272333-375b-4465-9889-88ce41e47986 [ 1264.220030] env[68134]: DEBUG nova.network.neutron [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Successfully updated port: bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.263923] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.492520] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.493028] env[68134]: DEBUG nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.547530] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965868, 'name': ReconfigVM_Task, 'duration_secs': 0.473153} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.547835] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d524d914-685c-49de-af71-71676ec4c1de/d524d914-685c-49de-af71-71676ec4c1de.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.548416] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf1ae739-8db4-4e4a-939b-f007d03d019e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.554764] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1264.554764] env[68134]: value = "task-2965869" [ 1264.554764] env[68134]: _type = "Task" [ 1264.554764] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.562129] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965869, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.682829] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.683181] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.683417] env[68134]: DEBUG nova.objects.instance [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'resources' on Instance uuid 50272333-375b-4465-9889-88ce41e47986 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.722340] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.722499] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.722652] env[68134]: DEBUG nova.network.neutron [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.998859] env[68134]: DEBUG nova.compute.utils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.000709] env[68134]: DEBUG nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.001143] env[68134]: DEBUG nova.network.neutron [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.055198] env[68134]: DEBUG nova.policy [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b45490b1ee4be28f06d9e1ad25b025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d4a8c84b447453d8062d95277e7adfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.067224] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965869, 'name': Rename_Task, 'duration_secs': 0.161531} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.067510] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.067766] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72383792-388b-4351-9745-3595bc17315c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.074477] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1265.074477] env[68134]: value = "task-2965870" [ 1265.074477] env[68134]: _type = "Task" [ 1265.074477] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.082447] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.186228] env[68134]: DEBUG nova.objects.instance [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'numa_topology' on Instance uuid 50272333-375b-4465-9889-88ce41e47986 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.256147] env[68134]: DEBUG nova.network.neutron [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.395803] env[68134]: DEBUG nova.network.neutron [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.400464] env[68134]: DEBUG nova.network.neutron [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Successfully created port: 644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.464637] env[68134]: DEBUG nova.compute.manager [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.464839] env[68134]: DEBUG nova.compute.manager [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing instance network info cache due to event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.465061] env[68134]: DEBUG oslo_concurrency.lockutils [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] Acquiring lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.465205] env[68134]: DEBUG oslo_concurrency.lockutils [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] Acquired lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.465365] env[68134]: DEBUG nova.network.neutron [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.503777] env[68134]: DEBUG nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.549642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.549947] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.550195] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.550441] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.550631] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.552616] env[68134]: INFO nova.compute.manager [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Terminating instance [ 1265.585200] env[68134]: DEBUG oslo_vmware.api [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965870, 'name': PowerOnVM_Task, 'duration_secs': 0.414576} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.585473] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.585676] env[68134]: DEBUG nova.compute.manager [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.586474] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a5adb0-af37-4358-b432-3583fc2fc28b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.688429] env[68134]: DEBUG nova.objects.base [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Object Instance<50272333-375b-4465-9889-88ce41e47986> lazy-loaded attributes: resources,numa_topology {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.819380] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb99aa1-0e83-4096-8f69-104fb3b1e29f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.828070] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae05f85e-5218-4a07-8513-4ac16af7635d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.858372] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef604a3-7d41-4711-813b-ef9566e40f6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.866477] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dbcfe7-d960-4916-b84f-8b9df8659be3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.880982] env[68134]: DEBUG nova.compute.provider_tree [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.898482] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.898778] env[68134]: DEBUG nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Instance network_info: |[{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.899176] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:8a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.907581] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.908014] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.908242] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f0d2ef-ec48-4a1b-b032-3b5a8bd87ba1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.934053] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.934053] env[68134]: value = "task-2965871" [ 1265.934053] env[68134]: _type = "Task" [ 1265.934053] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.941697] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965871, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.015843] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "50272333-375b-4465-9889-88ce41e47986" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.056463] env[68134]: DEBUG nova.compute.manager [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.056463] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.056682] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ef845b-c0b1-428c-8f36-357f00cc2a5a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.063911] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1266.063911] env[68134]: value = "task-2965872" [ 1266.063911] env[68134]: _type = "Task" [ 1266.063911] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.074742] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.105244] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.156016] env[68134]: DEBUG nova.compute.manager [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.156263] env[68134]: DEBUG nova.compute.manager [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing instance network info cache due to event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.156485] env[68134]: DEBUG oslo_concurrency.lockutils [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.156632] env[68134]: DEBUG oslo_concurrency.lockutils [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.156795] env[68134]: DEBUG nova.network.neutron [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.240586] env[68134]: DEBUG nova.network.neutron [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updated VIF entry in instance network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.241073] env[68134]: DEBUG nova.network.neutron [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap119050e1-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.302540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "d524d914-685c-49de-af71-71676ec4c1de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.302830] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "d524d914-685c-49de-af71-71676ec4c1de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.303124] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "d524d914-685c-49de-af71-71676ec4c1de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.303278] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "d524d914-685c-49de-af71-71676ec4c1de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.303449] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "d524d914-685c-49de-af71-71676ec4c1de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.306020] env[68134]: INFO nova.compute.manager [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Terminating instance [ 1266.383659] env[68134]: DEBUG nova.scheduler.client.report [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.443746] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965871, 'name': CreateVM_Task, 'duration_secs': 0.383556} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.443915] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.444591] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.444838] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.445164] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.445416] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fb2ffa-2e16-4ae5-bbaa-71e119d90706 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.450116] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1266.450116] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52263a2f-f682-8597-434e-f75ae63296c8" [ 1266.450116] env[68134]: _type = "Task" [ 1266.450116] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.457373] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52263a2f-f682-8597-434e-f75ae63296c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.518212] env[68134]: DEBUG nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.543581] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.543801] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.543957] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.544152] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.544296] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.544441] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.544645] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.544800] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.544983] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.545178] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.545350] env[68134]: DEBUG nova.virt.hardware [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.546184] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604a9294-21d1-4337-abe7-e84a291de1dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.555399] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6123eb82-6d91-4cc0-927f-5824835dff8e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.575078] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965872, 'name': PowerOffVM_Task, 'duration_secs': 0.189617} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.575329] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.575522] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.575712] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595096', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'name': 'volume-007d964f-a907-4eda-b6ec-0eb508c5dee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7302eb01-0d3d-49ee-a1d2-cf82cae9749b', 'attached_at': '2025-03-12T09:23:12.000000', 'detached_at': '', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'serial': '007d964f-a907-4eda-b6ec-0eb508c5dee6'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.576471] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bda2cc-4f59-4602-9f8b-4eeefee3a16c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.593418] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b919a34f-a7af-4546-bc08-f023fe4b1ed5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.599352] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8def9a44-27e7-446a-8592-41e37ee6eed7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.615866] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4dc5d-94ec-4c4e-ba1d-63055285bb23 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.629476] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] The volume has not been displaced from its original location: [datastore1] volume-007d964f-a907-4eda-b6ec-0eb508c5dee6/volume-007d964f-a907-4eda-b6ec-0eb508c5dee6.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.634725] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.634978] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a87c842-63dc-4ea7-969d-1eba6aa8d916 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.651563] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1266.651563] env[68134]: value = "task-2965873" [ 1266.651563] env[68134]: _type = "Task" [ 1266.651563] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.661935] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.745539] env[68134]: DEBUG oslo_concurrency.lockutils [req-7975c4d0-2961-4125-9c43-5c53a6a390c4 req-8a0a549a-0f63-4e03-9f4b-df1f51a1f56a service nova] Releasing lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.809628] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "refresh_cache-d524d914-685c-49de-af71-71676ec4c1de" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.809784] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquired lock "refresh_cache-d524d914-685c-49de-af71-71676ec4c1de" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.809969] env[68134]: DEBUG nova.network.neutron [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.854137] env[68134]: DEBUG nova.network.neutron [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updated VIF entry in instance network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.854516] env[68134]: DEBUG nova.network.neutron [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.893667] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.895509] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.790s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.896328] env[68134]: DEBUG nova.objects.instance [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1266.915223] env[68134]: DEBUG nova.network.neutron [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Successfully updated port: 644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.966596] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52263a2f-f682-8597-434e-f75ae63296c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.968169] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.968169] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.968169] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.968169] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.968169] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.968977] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da3af2aa-3da2-4d99-aeea-65ef0aed3978 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.985199] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.985495] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.986480] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c42b31-4495-47ef-b0d2-c86d6a15dde2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.993880] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1266.993880] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a06644-d4b9-3bc3-5807-9deb4d0382a0" [ 1266.993880] env[68134]: _type = "Task" [ 1266.993880] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.005221] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a06644-d4b9-3bc3-5807-9deb4d0382a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.161890] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965873, 'name': ReconfigVM_Task, 'duration_secs': 0.231519} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.162173] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.166799] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637d615e-a12a-42e9-88c2-d16da6140d5e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.181424] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1267.181424] env[68134]: value = "task-2965874" [ 1267.181424] env[68134]: _type = "Task" [ 1267.181424] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.189549] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.329887] env[68134]: DEBUG nova.network.neutron [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.361911] env[68134]: DEBUG oslo_concurrency.lockutils [req-164c2765-36e7-4ae0-ad39-359102502881 req-279c78df-9f88-4caf-a4f0-eec08ede1522 service nova] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.406764] env[68134]: DEBUG nova.network.neutron [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.407948] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3c961cc2-dfa5-4ff2-9a79-b3aa3e8b25a2 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.566s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.408894] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.393s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.409094] env[68134]: INFO nova.compute.manager [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Unshelving [ 1267.416563] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.416720] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.416872] env[68134]: DEBUG nova.network.neutron [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.503737] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a06644-d4b9-3bc3-5807-9deb4d0382a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.504506] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051a53bf-f5a3-4fa7-88d2-092319e8e735 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.509330] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1267.509330] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b39e09-855a-d99d-79e6-fc9e221a4dd9" [ 1267.509330] env[68134]: _type = "Task" [ 1267.509330] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.516179] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b39e09-855a-d99d-79e6-fc9e221a4dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.691285] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965874, 'name': ReconfigVM_Task, 'duration_secs': 0.212678} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.691604] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595096', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'name': 'volume-007d964f-a907-4eda-b6ec-0eb508c5dee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7302eb01-0d3d-49ee-a1d2-cf82cae9749b', 'attached_at': '2025-03-12T09:23:12.000000', 'detached_at': '', 'volume_id': '007d964f-a907-4eda-b6ec-0eb508c5dee6', 'serial': '007d964f-a907-4eda-b6ec-0eb508c5dee6'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1267.691995] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.692778] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d66a0-98d7-4876-9336-d64f19620f36 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.699256] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.699537] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a48631ce-3575-4b6f-8133-d0a97bcc52ff {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.909881] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9b8886ad-40fc-48ba-8135-2a277c06040a tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.911225] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Releasing lock "refresh_cache-d524d914-685c-49de-af71-71676ec4c1de" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.911636] env[68134]: DEBUG nova.compute.manager [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.911844] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.915031] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de528df8-5a7c-43af-8964-92e55f594874 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.927253] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.927371] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d792b61-e4a2-44da-8d00-73bbee32628d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.934894] env[68134]: DEBUG oslo_vmware.api [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1267.934894] env[68134]: value = "task-2965876" [ 1267.934894] env[68134]: _type = "Task" [ 1267.934894] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.943991] env[68134]: DEBUG oslo_vmware.api [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.956552] env[68134]: DEBUG nova.network.neutron [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.019748] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b39e09-855a-d99d-79e6-fc9e221a4dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.020011] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.020275] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8/ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.020540] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54fa7225-e487-4e9d-888b-a62c882b62f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.028367] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1268.028367] env[68134]: value = "task-2965877" [ 1268.028367] env[68134]: _type = "Task" [ 1268.028367] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.038327] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.100172] env[68134]: DEBUG nova.network.neutron [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating instance_info_cache with network_info: [{"id": "644d8b63-600f-447c-a2b1-d026a894fbe3", "address": "fa:16:3e:ee:ac:04", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644d8b63-60", "ovs_interfaceid": "644d8b63-600f-447c-a2b1-d026a894fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.183119] env[68134]: DEBUG nova.compute.manager [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Received event network-vif-plugged-644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.183375] env[68134]: DEBUG oslo_concurrency.lockutils [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.183653] env[68134]: DEBUG oslo_concurrency.lockutils [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] Lock "3659cb4d-3d72-4278-b992-e0a323722af4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.183843] env[68134]: DEBUG oslo_concurrency.lockutils [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] Lock "3659cb4d-3d72-4278-b992-e0a323722af4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.184042] env[68134]: DEBUG nova.compute.manager [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] No waiting events found dispatching network-vif-plugged-644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.184232] env[68134]: WARNING nova.compute.manager [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Received unexpected event network-vif-plugged-644d8b63-600f-447c-a2b1-d026a894fbe3 for instance with vm_state building and task_state spawning. [ 1268.184409] env[68134]: DEBUG nova.compute.manager [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Received event network-changed-644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.184586] env[68134]: DEBUG nova.compute.manager [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Refreshing instance network info cache due to event network-changed-644d8b63-600f-447c-a2b1-d026a894fbe3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.184752] env[68134]: DEBUG oslo_concurrency.lockutils [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] Acquiring lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.442409] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.442833] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.443102] env[68134]: DEBUG nova.objects.instance [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'pci_requests' on Instance uuid 50272333-375b-4465-9889-88ce41e47986 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.449312] env[68134]: DEBUG oslo_vmware.api [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965876, 'name': PowerOffVM_Task, 'duration_secs': 0.161802} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.449941] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.450242] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.450603] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c4155d9-a2ac-4619-878f-9710afe79bf7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.479998] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.480208] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.480401] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Deleting the datastore file [datastore2] d524d914-685c-49de-af71-71676ec4c1de {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.480794] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-200b4213-6bee-4df2-af85-55aa5ed5fe1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.488339] env[68134]: DEBUG oslo_vmware.api [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for the task: (returnval){ [ 1268.488339] env[68134]: value = "task-2965879" [ 1268.488339] env[68134]: _type = "Task" [ 1268.488339] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.497089] env[68134]: DEBUG oslo_vmware.api [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.538570] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.602365] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.602695] env[68134]: DEBUG nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Instance network_info: |[{"id": "644d8b63-600f-447c-a2b1-d026a894fbe3", "address": "fa:16:3e:ee:ac:04", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644d8b63-60", "ovs_interfaceid": "644d8b63-600f-447c-a2b1-d026a894fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1268.602997] env[68134]: DEBUG oslo_concurrency.lockutils [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] Acquired lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.603226] env[68134]: DEBUG nova.network.neutron [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Refreshing network info cache for port 644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.604492] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:ac:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '644d8b63-600f-447c-a2b1-d026a894fbe3', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.611776] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Creating folder: Project (5d4a8c84b447453d8062d95277e7adfc). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.614607] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af871a93-5a51-479f-bdbb-835fcaa21796 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.625043] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Created folder: Project (5d4a8c84b447453d8062d95277e7adfc) in parent group-v594791. [ 1268.625222] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Creating folder: Instances. Parent ref: group-v595112. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.625445] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1136a50c-7659-4829-8fb1-04f20073c4c0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.634267] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Created folder: Instances in parent group-v595112. [ 1268.634490] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.634674] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.634864] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92f9cf7c-10e9-43ad-abf1-7202484bf0da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.656135] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.656135] env[68134]: value = "task-2965882" [ 1268.656135] env[68134]: _type = "Task" [ 1268.656135] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.663193] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965882, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.806045] env[68134]: DEBUG nova.network.neutron [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updated VIF entry in instance network info cache for port 644d8b63-600f-447c-a2b1-d026a894fbe3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.806418] env[68134]: DEBUG nova.network.neutron [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating instance_info_cache with network_info: [{"id": "644d8b63-600f-447c-a2b1-d026a894fbe3", "address": "fa:16:3e:ee:ac:04", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644d8b63-60", "ovs_interfaceid": "644d8b63-600f-447c-a2b1-d026a894fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.952260] env[68134]: DEBUG nova.objects.instance [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'numa_topology' on Instance uuid 50272333-375b-4465-9889-88ce41e47986 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.997492] env[68134]: DEBUG oslo_vmware.api [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Task: {'id': task-2965879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183636} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.997736] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.997923] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.998113] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.998291] env[68134]: INFO nova.compute.manager [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] [instance: d524d914-685c-49de-af71-71676ec4c1de] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1268.998527] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.998742] env[68134]: DEBUG nova.compute.manager [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.998840] env[68134]: DEBUG nova.network.neutron [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.014371] env[68134]: DEBUG nova.network.neutron [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.037671] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562641} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.037902] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8/ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.038124] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.038360] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be43414e-6afd-4d06-8505-da87fc180b5c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.043832] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1269.043832] env[68134]: value = "task-2965883" [ 1269.043832] env[68134]: _type = "Task" [ 1269.043832] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.052583] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.165688] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965882, 'name': CreateVM_Task, 'duration_secs': 0.327304} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.165853] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.166528] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.166697] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.167051] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.167294] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689a9e48-ee61-49f1-bcc6-1fb99af0f99f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.172344] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1269.172344] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52202362-3264-e106-ff93-c349c001585c" [ 1269.172344] env[68134]: _type = "Task" [ 1269.172344] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.179462] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52202362-3264-e106-ff93-c349c001585c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.309560] env[68134]: DEBUG oslo_concurrency.lockutils [req-ef09b6dc-413c-45f9-9889-096b32960e01 req-fc48e94a-ef2b-48f6-a389-d117446dd92e service nova] Releasing lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.455541] env[68134]: INFO nova.compute.claims [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.516390] env[68134]: DEBUG nova.network.neutron [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.554731] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063185} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.555169] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.556254] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fff9a4-9017-46b0-ba94-8b0104ce1f41 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.578208] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8/ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.578301] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c90aeb7-902c-489b-957b-6482368e7b54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.597997] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1269.597997] env[68134]: value = "task-2965884" [ 1269.597997] env[68134]: _type = "Task" [ 1269.597997] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.606422] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.683053] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52202362-3264-e106-ff93-c349c001585c, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.683053] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.683261] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.683377] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.683524] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.683699] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.683970] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d17365-78b5-4346-ad6e-875fd918d3a8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.691753] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.691922] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.692633] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec55faab-f9a9-4c97-874d-c3d1b8d87b48 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.697165] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1269.697165] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52667232-056b-fef8-1a1a-55a90ccf92bb" [ 1269.697165] env[68134]: _type = "Task" [ 1269.697165] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.704342] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52667232-056b-fef8-1a1a-55a90ccf92bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.018773] env[68134]: INFO nova.compute.manager [-] [instance: d524d914-685c-49de-af71-71676ec4c1de] Took 1.02 seconds to deallocate network for instance. [ 1270.107687] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965884, 'name': ReconfigVM_Task, 'duration_secs': 0.27192} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.107955] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8/ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.108574] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cbd129e-283f-40cc-a5be-ecd86771b29c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.114570] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1270.114570] env[68134]: value = "task-2965885" [ 1270.114570] env[68134]: _type = "Task" [ 1270.114570] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.122617] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965885, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.208446] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52667232-056b-fef8-1a1a-55a90ccf92bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.209211] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116acf10-eca2-4d81-bad1-e0d1a2190185 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.214708] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1270.214708] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521eea8c-7985-edd9-9f91-fba363a705cb" [ 1270.214708] env[68134]: _type = "Task" [ 1270.214708] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.222531] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521eea8c-7985-edd9-9f91-fba363a705cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.431813] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.432020] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.432233] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleting the datastore file [datastore1] 7302eb01-0d3d-49ee-a1d2-cf82cae9749b {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.432500] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a19ef9bb-116d-47b5-9f69-6ec5e7d55923 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.438439] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1270.438439] env[68134]: value = "task-2965886" [ 1270.438439] env[68134]: _type = "Task" [ 1270.438439] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.445918] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.526594] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.585873] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c129dfe-e581-4485-9fc8-1356990618cb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.593101] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13282bc-783e-409d-93a3-6720d2fc45b6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.625428] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb2ffaa-8a7c-493b-b6ed-0097e09f0c71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.632313] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965885, 'name': Rename_Task, 'duration_secs': 0.139568} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.634210] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.634518] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d556c22-2d8a-4855-ae85-9bebc424766c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.636753] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64413988-5f75-4aa8-aaae-69d1459a26c9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.650712] env[68134]: DEBUG nova.compute.provider_tree [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.653782] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1270.653782] env[68134]: value = "task-2965887" [ 1270.653782] env[68134]: _type = "Task" [ 1270.653782] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.660059] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.724948] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521eea8c-7985-edd9-9f91-fba363a705cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.725216] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.725465] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 3659cb4d-3d72-4278-b992-e0a323722af4/3659cb4d-3d72-4278-b992-e0a323722af4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.725713] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a640f19-d1eb-413f-baf8-e40d5ae082d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.733830] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1270.733830] env[68134]: value = "task-2965888" [ 1270.733830] env[68134]: _type = "Task" [ 1270.733830] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.740796] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.948271] env[68134]: DEBUG oslo_vmware.api [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088752} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.948550] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.948733] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.948939] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.949193] env[68134]: INFO nova.compute.manager [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Took 4.89 seconds to destroy the instance on the hypervisor. [ 1270.949514] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.949741] env[68134]: DEBUG nova.compute.manager [-] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.949849] env[68134]: DEBUG nova.network.neutron [-] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.154483] env[68134]: DEBUG nova.scheduler.client.report [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.167692] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965887, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.245611] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431909} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.245936] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 3659cb4d-3d72-4278-b992-e0a323722af4/3659cb4d-3d72-4278-b992-e0a323722af4.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.246292] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.246478] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ceb191-7cf0-4165-9c90-96469304e097 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.256138] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1271.256138] env[68134]: value = "task-2965889" [ 1271.256138] env[68134]: _type = "Task" [ 1271.256138] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.265280] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.404436] env[68134]: DEBUG nova.compute.manager [req-a8cdffc5-b43f-44c5-82b2-e143d2c0aa8b req-8e6f16fd-2dd1-4d4c-903e-353640a910b2 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Received event network-vif-deleted-f1f6c357-1eef-4f18-afcb-a6c8161cc5de {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.404649] env[68134]: INFO nova.compute.manager [req-a8cdffc5-b43f-44c5-82b2-e143d2c0aa8b req-8e6f16fd-2dd1-4d4c-903e-353640a910b2 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Neutron deleted interface f1f6c357-1eef-4f18-afcb-a6c8161cc5de; detaching it from the instance and deleting it from the info cache [ 1271.404829] env[68134]: DEBUG nova.network.neutron [req-a8cdffc5-b43f-44c5-82b2-e143d2c0aa8b req-8e6f16fd-2dd1-4d4c-903e-353640a910b2 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.663302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.220s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.665326] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.139s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.665559] env[68134]: DEBUG nova.objects.instance [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lazy-loading 'resources' on Instance uuid d524d914-685c-49de-af71-71676ec4c1de {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.673219] env[68134]: DEBUG oslo_vmware.api [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965887, 'name': PowerOnVM_Task, 'duration_secs': 0.690016} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.673889] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.674065] env[68134]: INFO nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1271.674115] env[68134]: DEBUG nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.675152] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd97089-3448-4324-86e7-696c5000f4c2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.693761] env[68134]: INFO nova.network.neutron [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating port 119050e1-a05c-4380-9fb1-91dabf6dd41d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1271.765979] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069783} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.766292] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.767101] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75705a68-5f30-4f31-bdb3-a80ad9adc315 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.791269] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3659cb4d-3d72-4278-b992-e0a323722af4/3659cb4d-3d72-4278-b992-e0a323722af4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.791269] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f55fdce-f53c-4e09-b630-a626c57573b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.809377] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1271.809377] env[68134]: value = "task-2965890" [ 1271.809377] env[68134]: _type = "Task" [ 1271.809377] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.820910] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.882954] env[68134]: DEBUG nova.network.neutron [-] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.910104] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c916f10f-cbbc-4f02-9026-a27ee9fbea22 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.917338] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b84fc3-303f-4743-b086-986de36ead57 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.947666] env[68134]: DEBUG nova.compute.manager [req-a8cdffc5-b43f-44c5-82b2-e143d2c0aa8b req-8e6f16fd-2dd1-4d4c-903e-353640a910b2 service nova] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Detach interface failed, port_id=f1f6c357-1eef-4f18-afcb-a6c8161cc5de, reason: Instance 7302eb01-0d3d-49ee-a1d2-cf82cae9749b could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.195136] env[68134]: INFO nova.compute.manager [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Took 15.20 seconds to build instance. [ 1272.319964] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.368785] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a13dee-310c-4f0e-aa3f-2159c9d20cd8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.376409] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb599522-e8d3-411e-a695-c7c58ba5354e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.406460] env[68134]: INFO nova.compute.manager [-] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Took 1.46 seconds to deallocate network for instance. [ 1272.409446] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a221403-150d-47e1-b2d6-cd7a44130028 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.418770] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba12c8-8c6f-47c7-b62d-633b2f01d760 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.432838] env[68134]: DEBUG nova.compute.provider_tree [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.492700] env[68134]: DEBUG nova.compute.manager [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.492914] env[68134]: DEBUG nova.compute.manager [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing instance network info cache due to event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.493151] env[68134]: DEBUG oslo_concurrency.lockutils [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.493299] env[68134]: DEBUG oslo_concurrency.lockutils [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.493462] env[68134]: DEBUG nova.network.neutron [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.699875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-39c15dad-cee2-445e-aab8-4951514320a9 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.711s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.820322] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.936941] env[68134]: DEBUG nova.scheduler.client.report [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.954780] env[68134]: INFO nova.compute.manager [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Took 0.55 seconds to detach 1 volumes for instance. [ 1272.956851] env[68134]: DEBUG nova.compute.manager [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Deleting volume: 007d964f-a907-4eda-b6ec-0eb508c5dee6 {{(pid=68134) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1273.205487] env[68134]: DEBUG nova.network.neutron [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updated VIF entry in instance network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.205858] env[68134]: DEBUG nova.network.neutron [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.324810] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965890, 'name': ReconfigVM_Task, 'duration_secs': 1.255963} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.325159] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3659cb4d-3d72-4278-b992-e0a323722af4/3659cb4d-3d72-4278-b992-e0a323722af4.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.325862] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7e7092-7f4c-4c85-b5de-57ce2287d796 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.333411] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1273.333411] env[68134]: value = "task-2965892" [ 1273.333411] env[68134]: _type = "Task" [ 1273.333411] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.345692] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965892, 'name': Rename_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.442198] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.454079] env[68134]: DEBUG nova.compute.manager [req-931166c6-5039-41d4-9a5c-52c57a0a5239 req-32c81c57-e4ba-4d65-91e3-063fefff78f3 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-vif-plugged-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.454288] env[68134]: DEBUG oslo_concurrency.lockutils [req-931166c6-5039-41d4-9a5c-52c57a0a5239 req-32c81c57-e4ba-4d65-91e3-063fefff78f3 service nova] Acquiring lock "50272333-375b-4465-9889-88ce41e47986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.454485] env[68134]: DEBUG oslo_concurrency.lockutils [req-931166c6-5039-41d4-9a5c-52c57a0a5239 req-32c81c57-e4ba-4d65-91e3-063fefff78f3 service nova] Lock "50272333-375b-4465-9889-88ce41e47986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.454641] env[68134]: DEBUG oslo_concurrency.lockutils [req-931166c6-5039-41d4-9a5c-52c57a0a5239 req-32c81c57-e4ba-4d65-91e3-063fefff78f3 service nova] Lock "50272333-375b-4465-9889-88ce41e47986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.454841] env[68134]: DEBUG nova.compute.manager [req-931166c6-5039-41d4-9a5c-52c57a0a5239 req-32c81c57-e4ba-4d65-91e3-063fefff78f3 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] No waiting events found dispatching network-vif-plugged-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.455037] env[68134]: WARNING nova.compute.manager [req-931166c6-5039-41d4-9a5c-52c57a0a5239 req-32c81c57-e4ba-4d65-91e3-063fefff78f3 service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received unexpected event network-vif-plugged-119050e1-a05c-4380-9fb1-91dabf6dd41d for instance with vm_state shelved_offloaded and task_state spawning. [ 1273.473172] env[68134]: INFO nova.scheduler.client.report [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Deleted allocations for instance d524d914-685c-49de-af71-71676ec4c1de [ 1273.506591] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.507266] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.507266] env[68134]: DEBUG nova.objects.instance [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'resources' on Instance uuid 7302eb01-0d3d-49ee-a1d2-cf82cae9749b {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.640612] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.640760] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.640959] env[68134]: DEBUG nova.network.neutron [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.709251] env[68134]: DEBUG oslo_concurrency.lockutils [req-b3e6feb0-f387-478c-9844-75446c659d80 req-4372eb94-48a8-4a3f-8a4f-3d1cb8108ce5 service nova] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.845531] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965892, 'name': Rename_Task, 'duration_secs': 0.142492} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.845846] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.846244] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd462de1-2ea4-4b83-bff0-2e8fedabc903 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.853169] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1273.853169] env[68134]: value = "task-2965893" [ 1273.853169] env[68134]: _type = "Task" [ 1273.853169] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.860678] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.981217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-1ec70f0e-c3f7-4223-958c-d940c55b5206 tempest-ServerShowV257Test-1206945336 tempest-ServerShowV257Test-1206945336-project-member] Lock "d524d914-685c-49de-af71-71676ec4c1de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.678s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.130434] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3478237c-5433-49bd-87e9-a31b1f5e7b00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.138318] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3780296-d7af-4a50-bfe1-146e352f1572 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.169596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a654bd6-0e9d-4986-869c-fd05dfbd0d48 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.176746] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb576648-fb07-4513-95a9-34e23feca585 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.189869] env[68134]: DEBUG nova.compute.provider_tree [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.363174] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.372684] env[68134]: DEBUG nova.network.neutron [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119050e1-a0", "ovs_interfaceid": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.529447] env[68134]: DEBUG nova.compute.manager [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.529692] env[68134]: DEBUG nova.compute.manager [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing instance network info cache due to event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.530899] env[68134]: DEBUG oslo_concurrency.lockutils [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.531106] env[68134]: DEBUG oslo_concurrency.lockutils [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.531287] env[68134]: DEBUG nova.network.neutron [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.692816] env[68134]: DEBUG nova.scheduler.client.report [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.864723] env[68134]: DEBUG oslo_vmware.api [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965893, 'name': PowerOnVM_Task, 'duration_secs': 0.605689} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.865009] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.865233] env[68134]: INFO nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1274.865415] env[68134]: DEBUG nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.866210] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34e458d-6bf3-468d-a996-e7f4968d3800 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.877251] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.907400] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e1a99fddced7c481058666bdea86815e',container_format='bare',created_at=2025-03-12T09:23:29Z,direct_url=,disk_format='vmdk',id=fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1982485806-shelved',owner='c3c8ece0f7404ecd9d2c760caa150c28',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-12T09:23:44Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.907660] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.907816] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.907995] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.908169] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.908297] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.908492] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.908643] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.908816] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.908966] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.909159] env[68134]: DEBUG nova.virt.hardware [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.910267] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fca377-63b9-4ab8-9198-a776228cbf99 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.919614] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70519301-c45f-416f-ae77-9315ef4aec00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.934049] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0c:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '119050e1-a05c-4380-9fb1-91dabf6dd41d', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.941276] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.941532] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50272333-375b-4465-9889-88ce41e47986] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.941739] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90af948b-420b-4802-b4cf-1fe6598dc9e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.962610] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.962610] env[68134]: value = "task-2965894" [ 1274.962610] env[68134]: _type = "Task" [ 1274.962610] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.970522] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965894, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.197837] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.218986] env[68134]: INFO nova.scheduler.client.report [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted allocations for instance 7302eb01-0d3d-49ee-a1d2-cf82cae9749b [ 1275.242529] env[68134]: DEBUG nova.network.neutron [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updated VIF entry in instance network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.243099] env[68134]: DEBUG nova.network.neutron [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.387940] env[68134]: INFO nova.compute.manager [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Took 13.17 seconds to build instance. [ 1275.394769] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "67931770-7cf2-4525-98a3-947ee562945f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.395137] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "67931770-7cf2-4525-98a3-947ee562945f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.395347] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "67931770-7cf2-4525-98a3-947ee562945f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.396027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "67931770-7cf2-4525-98a3-947ee562945f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.396027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "67931770-7cf2-4525-98a3-947ee562945f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.397923] env[68134]: INFO nova.compute.manager [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Terminating instance [ 1275.472825] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965894, 'name': CreateVM_Task, 'duration_secs': 0.450396} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.473165] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50272333-375b-4465-9889-88ce41e47986] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.473666] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.473825] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.474209] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.474464] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ecd0963-5dd1-4d74-9461-49ae8fd565f3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.479517] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1275.479517] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52250b21-48e8-eaea-4f70-48b54093c041" [ 1275.479517] env[68134]: _type = "Task" [ 1275.479517] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.492976] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52250b21-48e8-eaea-4f70-48b54093c041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.495220] env[68134]: DEBUG nova.compute.manager [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.495402] env[68134]: DEBUG nova.compute.manager [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing instance network info cache due to event network-changed-119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.495601] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Acquiring lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.495743] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Acquired lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.495898] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Refreshing network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.727478] env[68134]: DEBUG oslo_concurrency.lockutils [None req-18edc493-1e16-47eb-992f-a9f202217255 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "7302eb01-0d3d-49ee-a1d2-cf82cae9749b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.177s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.745906] env[68134]: DEBUG oslo_concurrency.lockutils [req-de25f8e0-ccff-4a1f-b69e-bf8adea9cb80 req-567fad3e-40d6-42d2-b14e-82c02d836a0c service nova] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.891031] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a1551cc8-064c-49b0-a091-b48a8b70dcdb tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.682s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.902833] env[68134]: DEBUG nova.compute.manager [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.903167] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.904214] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec11cd5-b7cc-4b3a-bd2d-cb5acc4de6ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.912206] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.912432] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46209616-0c5d-4fa8-a75e-9b4a809f79db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.918256] env[68134]: DEBUG oslo_vmware.api [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1275.918256] env[68134]: value = "task-2965895" [ 1275.918256] env[68134]: _type = "Task" [ 1275.918256] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.925351] env[68134]: DEBUG oslo_vmware.api [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.990440] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.990718] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Processing image fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.991042] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.991205] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.991401] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.991688] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075fde97-873b-4238-abdd-bff2f2863561 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.012355] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.012563] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.013362] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9e23b9-6c44-4755-aa6c-c64c53642fdf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.019478] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1276.019478] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52609315-c134-99a4-344e-015061c03e9a" [ 1276.019478] env[68134]: _type = "Task" [ 1276.019478] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.028908] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52609315-c134-99a4-344e-015061c03e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.278831] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updated VIF entry in instance network info cache for port 119050e1-a05c-4380-9fb1-91dabf6dd41d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.278831] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [{"id": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "address": "fa:16:3e:1e:0c:d4", "network": {"id": "a72cff24-d2b4-4e5b-9d90-2f6e063c2bb9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1268625375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8ece0f7404ecd9d2c760caa150c28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119050e1-a0", "ovs_interfaceid": "119050e1-a05c-4380-9fb1-91dabf6dd41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.431762] env[68134]: DEBUG oslo_vmware.api [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965895, 'name': PowerOffVM_Task, 'duration_secs': 0.223139} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.432157] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.432438] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.432551] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b767b37-bdd0-4c85-9974-68c7638a2d4a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.497694] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.497889] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.498049] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleting the datastore file [datastore2] 67931770-7cf2-4525-98a3-947ee562945f {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.498320] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52381907-8b59-4d64-ad7b-b2c58efa96ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.504592] env[68134]: DEBUG oslo_vmware.api [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1276.504592] env[68134]: value = "task-2965897" [ 1276.504592] env[68134]: _type = "Task" [ 1276.504592] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.512202] env[68134]: DEBUG oslo_vmware.api [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.528578] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Preparing fetch location {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1276.528828] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Fetch image to [datastore2] OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703/OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703.vmdk {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1276.529044] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Downloading stream optimized image fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 to [datastore2] OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703/OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703.vmdk on the data store datastore2 as vApp {{(pid=68134) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1276.529220] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Downloading image file data fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 to the ESX as VM named 'OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703' {{(pid=68134) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1276.610556] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1276.610556] env[68134]: value = "resgroup-9" [ 1276.610556] env[68134]: _type = "ResourcePool" [ 1276.610556] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1276.610905] env[68134]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-df94349f-ebf7-4eee-b507-09518ffb652d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.633803] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease: (returnval){ [ 1276.633803] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5263ed90-7a90-5a76-130d-3f25b41ad4ac" [ 1276.633803] env[68134]: _type = "HttpNfcLease" [ 1276.633803] env[68134]: } obtained for vApp import into resource pool (val){ [ 1276.633803] env[68134]: value = "resgroup-9" [ 1276.633803] env[68134]: _type = "ResourcePool" [ 1276.633803] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1276.634165] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the lease: (returnval){ [ 1276.634165] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5263ed90-7a90-5a76-130d-3f25b41ad4ac" [ 1276.634165] env[68134]: _type = "HttpNfcLease" [ 1276.634165] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.639831] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.639831] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5263ed90-7a90-5a76-130d-3f25b41ad4ac" [ 1276.639831] env[68134]: _type = "HttpNfcLease" [ 1276.639831] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.780993] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Releasing lock "refresh_cache-50272333-375b-4465-9889-88ce41e47986" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.781323] env[68134]: DEBUG nova.compute.manager [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.781487] env[68134]: DEBUG nova.compute.manager [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing instance network info cache due to event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.781695] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.781827] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.781982] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.837046] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "5a66e1ad-4957-471a-ac9f-d89b89888798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.837046] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.837179] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "5a66e1ad-4957-471a-ac9f-d89b89888798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.838050] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.838050] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.839838] env[68134]: INFO nova.compute.manager [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Terminating instance [ 1276.856082] env[68134]: DEBUG nova.compute.manager [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Received event network-changed-644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.856256] env[68134]: DEBUG nova.compute.manager [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Refreshing instance network info cache due to event network-changed-644d8b63-600f-447c-a2b1-d026a894fbe3. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.856498] env[68134]: DEBUG oslo_concurrency.lockutils [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] Acquiring lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.856748] env[68134]: DEBUG oslo_concurrency.lockutils [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] Acquired lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.856934] env[68134]: DEBUG nova.network.neutron [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Refreshing network info cache for port 644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.016078] env[68134]: DEBUG oslo_vmware.api [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305885} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.016078] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.016493] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.016813] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.018358] env[68134]: INFO nova.compute.manager [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1277.018358] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.018358] env[68134]: DEBUG nova.compute.manager [-] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.018358] env[68134]: DEBUG nova.network.neutron [-] [instance: 67931770-7cf2-4525-98a3-947ee562945f] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.150677] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.150677] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5263ed90-7a90-5a76-130d-3f25b41ad4ac" [ 1277.150677] env[68134]: _type = "HttpNfcLease" [ 1277.150677] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.150677] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.150677] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5263ed90-7a90-5a76-130d-3f25b41ad4ac" [ 1277.150677] env[68134]: _type = "HttpNfcLease" [ 1277.150677] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1277.151833] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f4e13-4049-437e-b653-3bcb039c3b22 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.161621] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd619a-9721-5f23-de98-9420cdcec034/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.161844] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd619a-9721-5f23-de98-9420cdcec034/disk-0.vmdk. {{(pid=68134) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1277.228072] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3735021-a882-4dbf-84c2-13e29aee9b0c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.346907] env[68134]: DEBUG nova.compute.manager [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.347160] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.348347] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed6a4b-5e1c-4b0a-b3d8-1f82539d4722 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.356265] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.356517] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-373291c7-5b86-4031-9af6-5b73f5badcba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.366729] env[68134]: DEBUG oslo_vmware.api [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1277.366729] env[68134]: value = "task-2965899" [ 1277.366729] env[68134]: _type = "Task" [ 1277.366729] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.378082] env[68134]: DEBUG oslo_vmware.api [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.595781] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updated VIF entry in instance network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.597586] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.878730] env[68134]: DEBUG oslo_vmware.api [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965899, 'name': PowerOffVM_Task, 'duration_secs': 0.216769} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.879022] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.879274] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.879539] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d126ccc6-a6f0-4bc7-b8b4-37c2a92e3098 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.945087] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.945421] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.945720] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleting the datastore file [datastore1] 5a66e1ad-4957-471a-ac9f-d89b89888798 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.946102] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eb36493-a851-4b33-94fa-463faec1490f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.953448] env[68134]: DEBUG oslo_vmware.api [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1277.953448] env[68134]: value = "task-2965901" [ 1277.953448] env[68134]: _type = "Task" [ 1277.953448] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.962135] env[68134]: DEBUG nova.network.neutron [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updated VIF entry in instance network info cache for port 644d8b63-600f-447c-a2b1-d026a894fbe3. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.962552] env[68134]: DEBUG nova.network.neutron [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating instance_info_cache with network_info: [{"id": "644d8b63-600f-447c-a2b1-d026a894fbe3", "address": "fa:16:3e:ee:ac:04", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644d8b63-60", "ovs_interfaceid": "644d8b63-600f-447c-a2b1-d026a894fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.967783] env[68134]: DEBUG oslo_vmware.api [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.048740] env[68134]: DEBUG nova.compute.manager [req-971b36d4-a95f-4302-beed-859991ce02f4 req-12b467d5-b390-4c20-b27a-ed9bd700be8c service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Received event network-vif-deleted-60b3ef6f-8581-4e8c-9109-f24bb2178fff {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.048902] env[68134]: INFO nova.compute.manager [req-971b36d4-a95f-4302-beed-859991ce02f4 req-12b467d5-b390-4c20-b27a-ed9bd700be8c service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Neutron deleted interface 60b3ef6f-8581-4e8c-9109-f24bb2178fff; detaching it from the instance and deleting it from the info cache [ 1278.049399] env[68134]: DEBUG nova.network.neutron [req-971b36d4-a95f-4302-beed-859991ce02f4 req-12b467d5-b390-4c20-b27a-ed9bd700be8c service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.103430] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.103673] env[68134]: DEBUG nova.compute.manager [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.103840] env[68134]: DEBUG nova.compute.manager [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing instance network info cache due to event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.104058] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.104243] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.104443] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.466876] env[68134]: DEBUG oslo_vmware.api [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292735} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.467217] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.467477] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.467673] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.467851] env[68134]: INFO nova.compute.manager [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1278.468122] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.469121] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Completed reading data from the image iterator. {{(pid=68134) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1278.469310] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd619a-9721-5f23-de98-9420cdcec034/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.469548] env[68134]: DEBUG nova.compute.manager [-] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.469690] env[68134]: DEBUG nova.network.neutron [-] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.471700] env[68134]: DEBUG oslo_concurrency.lockutils [req-f7ee241d-2f09-4ca5-86f5-7657a4fc6a83 req-380a216f-bb13-4f85-91e5-b5a85352b114 service nova] Releasing lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.472675] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce028b2-176f-4d34-a284-3f32e4846369 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.479752] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd619a-9721-5f23-de98-9420cdcec034/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.479920] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd619a-9721-5f23-de98-9420cdcec034/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1278.480171] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-de98f229-b18c-478f-a339-80bfbc750b9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.524624] env[68134]: DEBUG nova.network.neutron [-] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.554919] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-191264ce-9726-414f-8eb9-e0613bc206bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.565774] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aedc6f-8479-4d52-b5af-5b554cdf5823 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.598892] env[68134]: DEBUG nova.compute.manager [req-971b36d4-a95f-4302-beed-859991ce02f4 req-12b467d5-b390-4c20-b27a-ed9bd700be8c service nova] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Detach interface failed, port_id=60b3ef6f-8581-4e8c-9109-f24bb2178fff, reason: Instance 67931770-7cf2-4525-98a3-947ee562945f could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.928883] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updated VIF entry in instance network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.929342] env[68134]: DEBUG nova.network.neutron [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.027908] env[68134]: INFO nova.compute.manager [-] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Took 2.01 seconds to deallocate network for instance. [ 1279.067945] env[68134]: DEBUG oslo_vmware.rw_handles [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd619a-9721-5f23-de98-9420cdcec034/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1279.068248] env[68134]: INFO nova.virt.vmwareapi.images [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Downloaded image file data fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 [ 1279.069214] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bae9fa-1fda-4b28-aecd-3f4e5dbd312f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.085386] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1b840eb-0ca3-4135-9656-0b260db744b4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.112295] env[68134]: INFO nova.virt.vmwareapi.images [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] The imported VM was unregistered [ 1279.115033] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Caching image {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1279.115350] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.115647] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e87306fd-42b4-4cf9-af7a-2cdbc76d5150 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.130568] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Created directory with path [datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.130863] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703/OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703.vmdk to [datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1.vmdk. {{(pid=68134) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1279.131194] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed7dfd2c-d8cd-4978-9854-512710718bd0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.138277] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1279.138277] env[68134]: value = "task-2965903" [ 1279.138277] env[68134]: _type = "Task" [ 1279.138277] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.145678] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.364218] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.364451] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.372541] env[68134]: DEBUG nova.network.neutron [-] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.432857] env[68134]: DEBUG oslo_concurrency.lockutils [req-94ecdca7-9bb9-4e2b-b0be-cd4c63afd1d3 req-f02c4a2b-e611-4d76-8829-f76a097697dc service nova] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.534934] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.535200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.535430] env[68134]: DEBUG nova.objects.instance [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'resources' on Instance uuid 67931770-7cf2-4525-98a3-947ee562945f {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.647999] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.867117] env[68134]: DEBUG nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.879155] env[68134]: INFO nova.compute.manager [-] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Took 1.41 seconds to deallocate network for instance. [ 1280.080424] env[68134]: DEBUG nova.compute.manager [req-f4ec1986-d843-48cf-84f2-a3b36126e175 req-e49af59e-4daf-4b28-abc1-9aa718503bb4 service nova] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Received event network-vif-deleted-024070b7-c008-4ab6-b0aa-cc1467a5d3e5 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.153209] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.185280] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ddc679-ad8e-4808-b18e-291c733a3f94 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.195153] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b98439-6f21-49f5-bf49-1782ba21ad55 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.230539] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99350235-d7ba-4f0c-a155-68573ecf4b33 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.241023] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1643258-ad21-4297-ba0b-d35b3c482992 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.260858] env[68134]: DEBUG nova.compute.provider_tree [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.386279] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.387392] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.651608] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.764737] env[68134]: DEBUG nova.scheduler.client.report [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.153778] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.270141] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.273049] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.887s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.274317] env[68134]: INFO nova.compute.claims [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.292180] env[68134]: INFO nova.scheduler.client.report [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted allocations for instance 67931770-7cf2-4525-98a3-947ee562945f [ 1281.652998] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.799753] env[68134]: DEBUG oslo_concurrency.lockutils [None req-b28c086a-f3ee-4326-8d23-a4c020481766 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "67931770-7cf2-4525-98a3-947ee562945f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.405s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.152692] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.401369] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bfc2ba-a0d3-4213-8f8e-8c2e27758ffd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.409180] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ad3a5-e7fa-4223-b7e5-f2d1b587ba33 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.443500] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77e15d-c605-473c-a06c-c46fc55aa962 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.451342] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eee357d-e593-4830-8e78-235a2b4254e0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.466889] env[68134]: DEBUG nova.compute.provider_tree [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.653014] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965903, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.092142} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.653408] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703/OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703.vmdk to [datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1.vmdk. [ 1282.653586] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Cleaning up location [datastore2] OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1282.653749] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f48069ec-6f52-46bd-9359-a5d8fd804703 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.653999] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d6dfcb3-9e7a-4446-87c4-315fa335e5ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.660100] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1282.660100] env[68134]: value = "task-2965904" [ 1282.660100] env[68134]: _type = "Task" [ 1282.660100] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.667496] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.675968] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.676207] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.970516] env[68134]: DEBUG nova.scheduler.client.report [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.169749] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135016} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.170035] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.170218] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.170467] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1.vmdk to [datastore2] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.170708] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e2db5f8-6813-4236-bcb2-4f2183869a20 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.177385] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1283.177385] env[68134]: value = "task-2965905" [ 1283.177385] env[68134]: _type = "Task" [ 1283.177385] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.180806] env[68134]: INFO nova.compute.manager [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Detaching volume 1892b86f-59a2-453c-9674-e4e08cd6a4eb [ 1283.186968] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.213753] env[68134]: INFO nova.virt.block_device [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Attempting to driver detach volume 1892b86f-59a2-453c-9674-e4e08cd6a4eb from mountpoint /dev/sdb [ 1283.213968] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1283.214177] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595102', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'name': 'volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2758c142-93a5-4384-89be-6f82af9b0a72', 'attached_at': '', 'detached_at': '', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'serial': '1892b86f-59a2-453c-9674-e4e08cd6a4eb'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1283.215014] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188efb80-3119-4ece-a02e-2207b5ae1863 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.236792] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1872d40-6507-4f8c-bab0-60d5890b468e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.243462] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e399c34-5186-425b-8c2a-5ef993c835b9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.264019] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563096d9-be94-4717-9c20-8f7848755409 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.278350] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] The volume has not been displaced from its original location: [datastore2] volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb/volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.283589] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.283881] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f8e8f9-e0d7-499b-a158-af62772a35f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.302616] env[68134]: DEBUG oslo_vmware.api [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1283.302616] env[68134]: value = "task-2965906" [ 1283.302616] env[68134]: _type = "Task" [ 1283.302616] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.310364] env[68134]: DEBUG oslo_vmware.api [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.475912] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.476485] env[68134]: DEBUG nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.479715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.092s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.479968] env[68134]: DEBUG nova.objects.instance [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'resources' on Instance uuid 5a66e1ad-4957-471a-ac9f-d89b89888798 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.689540] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965905, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.814627] env[68134]: DEBUG oslo_vmware.api [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965906, 'name': ReconfigVM_Task, 'duration_secs': 0.27566} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.814940] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.820085] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb167c3-de32-4a54-8eec-8d89decd2890 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.838396] env[68134]: DEBUG oslo_vmware.api [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1283.838396] env[68134]: value = "task-2965907" [ 1283.838396] env[68134]: _type = "Task" [ 1283.838396] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.849412] env[68134]: DEBUG oslo_vmware.api [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.983454] env[68134]: DEBUG nova.compute.utils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.988725] env[68134]: DEBUG nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.988915] env[68134]: DEBUG nova.network.neutron [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.041848] env[68134]: DEBUG nova.policy [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e975ae890b9a435a99d8b4ecf3f26d64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267f26ce91fd406eb1de8d3f7864320b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.110907] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23bc0d2-ff97-451c-acf8-e8edabe98194 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.121946] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab06942-5602-4d8d-8391-c07a1173f033 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.159316] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9f8fb-d4df-423c-9710-6a5dc706c7eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.169018] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1fabfb-bd75-43b5-9508-1a239b8435ed {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.185953] env[68134]: DEBUG nova.compute.provider_tree [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.198176] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965905, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.351098] env[68134]: DEBUG oslo_vmware.api [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965907, 'name': ReconfigVM_Task, 'duration_secs': 0.150377} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.351098] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595102', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'name': 'volume-1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2758c142-93a5-4384-89be-6f82af9b0a72', 'attached_at': '', 'detached_at': '', 'volume_id': '1892b86f-59a2-453c-9674-e4e08cd6a4eb', 'serial': '1892b86f-59a2-453c-9674-e4e08cd6a4eb'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.375894] env[68134]: DEBUG nova.network.neutron [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Successfully created port: b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.489869] env[68134]: DEBUG nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.693046] env[68134]: DEBUG nova.scheduler.client.report [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.714661] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965905, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.912063] env[68134]: DEBUG nova.objects.instance [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'flavor' on Instance uuid 2758c142-93a5-4384-89be-6f82af9b0a72 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.198200] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965905, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.205977] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.234392] env[68134]: INFO nova.scheduler.client.report [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted allocations for instance 5a66e1ad-4957-471a-ac9f-d89b89888798 [ 1285.500762] env[68134]: DEBUG nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.534535] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.534791] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.534948] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.535146] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.535295] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.535440] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.535646] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.535801] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.535966] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.536239] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.536332] env[68134]: DEBUG nova.virt.hardware [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.537173] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49352f45-24fa-4cbc-8997-96ee69738737 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.544905] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd66b1e4-c9a3-4db1-8eb1-c739c4e517d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.696557] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965905, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.336162} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.696965] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1/fb8fe65b-f57e-489c-b20d-ceb5b0a5f3b1.vmdk to [datastore2] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.697596] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08e688-b021-4b4c-b02d-87bffe38bfa4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.719329] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.719545] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35fae439-0f1a-4864-9905-0ecb40e5f469 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.740473] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1285.740473] env[68134]: value = "task-2965908" [ 1285.740473] env[68134]: _type = "Task" [ 1285.740473] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.740858] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fc287084-230b-4642-8d05-7983618aa503 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "5a66e1ad-4957-471a-ac9f-d89b89888798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.904s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.749710] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.920663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a69bf050-b5d3-45fa-a565-3794ab074f15 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.090428] env[68134]: DEBUG nova.compute.manager [req-2fc400d9-a77c-459d-8011-c842df41b29d req-2ec9d03f-c415-4e54-b145-16b01dfc2a80 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received event network-vif-plugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.090648] env[68134]: DEBUG oslo_concurrency.lockutils [req-2fc400d9-a77c-459d-8011-c842df41b29d req-2ec9d03f-c415-4e54-b145-16b01dfc2a80 service nova] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.090949] env[68134]: DEBUG oslo_concurrency.lockutils [req-2fc400d9-a77c-459d-8011-c842df41b29d req-2ec9d03f-c415-4e54-b145-16b01dfc2a80 service nova] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.091247] env[68134]: DEBUG oslo_concurrency.lockutils [req-2fc400d9-a77c-459d-8011-c842df41b29d req-2ec9d03f-c415-4e54-b145-16b01dfc2a80 service nova] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.091413] env[68134]: DEBUG nova.compute.manager [req-2fc400d9-a77c-459d-8011-c842df41b29d req-2ec9d03f-c415-4e54-b145-16b01dfc2a80 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] No waiting events found dispatching network-vif-plugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.091590] env[68134]: WARNING nova.compute.manager [req-2fc400d9-a77c-459d-8011-c842df41b29d req-2ec9d03f-c415-4e54-b145-16b01dfc2a80 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received unexpected event network-vif-plugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 for instance with vm_state building and task_state spawning. [ 1286.181023] env[68134]: DEBUG nova.network.neutron [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Successfully updated port: b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.251941] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965908, 'name': ReconfigVM_Task, 'duration_secs': 0.39115} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.252255] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 50272333-375b-4465-9889-88ce41e47986/50272333-375b-4465-9889-88ce41e47986.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.252989] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34477342-3c95-4030-a00e-c6fa9350789f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.259967] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1286.259967] env[68134]: value = "task-2965909" [ 1286.259967] env[68134]: _type = "Task" [ 1286.259967] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.268487] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965909, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.683060] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.683060] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.683060] env[68134]: DEBUG nova.network.neutron [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.771056] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965909, 'name': Rename_Task, 'duration_secs': 0.178309} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.771374] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.771526] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31869391-4cc8-4fec-9ef7-92a9f3327680 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.777562] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1286.777562] env[68134]: value = "task-2965911" [ 1286.777562] env[68134]: _type = "Task" [ 1286.777562] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.786045] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.959217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.959497] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.959700] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "2758c142-93a5-4384-89be-6f82af9b0a72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.959895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.960081] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.962358] env[68134]: INFO nova.compute.manager [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Terminating instance [ 1287.218220] env[68134]: DEBUG nova.network.neutron [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.288884] env[68134]: DEBUG oslo_vmware.api [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965911, 'name': PowerOnVM_Task, 'duration_secs': 0.445961} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.289186] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.351499] env[68134]: DEBUG nova.network.neutron [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cca401-f3", "ovs_interfaceid": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.392435] env[68134]: DEBUG nova.compute.manager [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.393348] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be769c89-0279-467c-a3de-39d0373bb4aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.465694] env[68134]: DEBUG nova.compute.manager [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.465908] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.466763] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2378556-148b-4faf-8200-bf12d81aaf44 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.474563] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.474809] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a17e31ce-c174-415d-ba07-9f428c74a382 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.481305] env[68134]: DEBUG oslo_vmware.api [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1287.481305] env[68134]: value = "task-2965912" [ 1287.481305] env[68134]: _type = "Task" [ 1287.481305] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.489577] env[68134]: DEBUG oslo_vmware.api [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.854080] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.854421] env[68134]: DEBUG nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Instance network_info: |[{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cca401-f3", "ovs_interfaceid": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.854871] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1b:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6cca401-f35d-427d-997f-4a8c6eb3aab9', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.863075] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating folder: Project (267f26ce91fd406eb1de8d3f7864320b). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.863391] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b13d171-f82e-4f49-84ea-ced622da84bf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.876182] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Created folder: Project (267f26ce91fd406eb1de8d3f7864320b) in parent group-v594791. [ 1287.876466] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating folder: Instances. Parent ref: group-v595117. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.876867] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c481b881-0ee8-4e86-a797-28367bd0c322 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.886391] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Created folder: Instances in parent group-v595117. [ 1287.886570] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.886826] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.887253] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfbd8299-b11b-419a-ad7c-1e329a5c919c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.909454] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.909454] env[68134]: value = "task-2965915" [ 1287.909454] env[68134]: _type = "Task" [ 1287.909454] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.914986] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f2424fc0-5b87-4d86-abe9-fb7cec6b1c87 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.506s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.921283] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965915, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.990710] env[68134]: DEBUG oslo_vmware.api [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965912, 'name': PowerOffVM_Task, 'duration_secs': 0.180985} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.991031] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.991245] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.991817] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39de2f92-fad4-48f5-9f45-f9b879603bd9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.051784] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.052018] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.052222] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleting the datastore file [datastore1] 2758c142-93a5-4384-89be-6f82af9b0a72 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.052483] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cdb48af-7ed1-4c30-bcd8-ed58f39dad16 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.058569] env[68134]: DEBUG oslo_vmware.api [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1288.058569] env[68134]: value = "task-2965917" [ 1288.058569] env[68134]: _type = "Task" [ 1288.058569] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.066037] env[68134]: DEBUG oslo_vmware.api [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.118821] env[68134]: DEBUG nova.compute.manager [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received event network-changed-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.119198] env[68134]: DEBUG nova.compute.manager [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Refreshing instance network info cache due to event network-changed-b6cca401-f35d-427d-997f-4a8c6eb3aab9. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.119430] env[68134]: DEBUG oslo_concurrency.lockutils [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] Acquiring lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.119583] env[68134]: DEBUG oslo_concurrency.lockutils [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] Acquired lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.119748] env[68134]: DEBUG nova.network.neutron [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Refreshing network info cache for port b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.372168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "50272333-375b-4465-9889-88ce41e47986" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.372168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.372943] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "50272333-375b-4465-9889-88ce41e47986-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.372943] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.372943] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.376129] env[68134]: INFO nova.compute.manager [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Terminating instance [ 1288.409282] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "interface-7e614edd-3a77-4848-a00c-7395fc93ffa5-8272dd77-9a63-4ecc-b979-6c47098081ed" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.409729] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-7e614edd-3a77-4848-a00c-7395fc93ffa5-8272dd77-9a63-4ecc-b979-6c47098081ed" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.409886] env[68134]: DEBUG nova.objects.instance [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'flavor' on Instance uuid 7e614edd-3a77-4848-a00c-7395fc93ffa5 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.420330] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965915, 'name': CreateVM_Task, 'duration_secs': 0.325674} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.420485] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.421147] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.421321] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.421628] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.421875] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf0f787-169b-402a-b545-d81926787441 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.426483] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1288.426483] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5283641a-973f-ad55-7265-a14a3654d2c6" [ 1288.426483] env[68134]: _type = "Task" [ 1288.426483] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.434858] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5283641a-973f-ad55-7265-a14a3654d2c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.568331] env[68134]: DEBUG oslo_vmware.api [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137168} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.568541] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.568837] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.569156] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.569378] env[68134]: INFO nova.compute.manager [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1288.569645] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.569866] env[68134]: DEBUG nova.compute.manager [-] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.569985] env[68134]: DEBUG nova.network.neutron [-] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.879749] env[68134]: DEBUG nova.compute.manager [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.880109] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.881083] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd61c13e-2de5-4e6e-9be2-edbd3af60e74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.888590] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.888831] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4364505-1eab-4647-9e24-e2549e41c719 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.894252] env[68134]: DEBUG oslo_vmware.api [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1288.894252] env[68134]: value = "task-2965918" [ 1288.894252] env[68134]: _type = "Task" [ 1288.894252] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.904161] env[68134]: DEBUG oslo_vmware.api [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.936545] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5283641a-973f-ad55-7265-a14a3654d2c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.936880] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.937209] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.937424] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.937602] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.937786] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.938064] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40556b79-62b6-4b78-8092-47c56476b4ce {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.947433] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.947621] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.948359] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa47f31f-f8e5-4026-9956-5e4b7dbffc85 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.954098] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1288.954098] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52b41326-a049-9c68-a03e-2eaa0c5ed929" [ 1288.954098] env[68134]: _type = "Task" [ 1288.954098] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.958701] env[68134]: DEBUG nova.network.neutron [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updated VIF entry in instance network info cache for port b6cca401-f35d-427d-997f-4a8c6eb3aab9. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.959100] env[68134]: DEBUG nova.network.neutron [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cca401-f3", "ovs_interfaceid": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.966118] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52b41326-a049-9c68-a03e-2eaa0c5ed929, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.966889] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a80310-f34d-4ae0-a06d-c671d844af92 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.973801] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1288.973801] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ae3154-f678-8df7-b7a5-53b55a07cc41" [ 1288.973801] env[68134]: _type = "Task" [ 1288.973801] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.987546] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ae3154-f678-8df7-b7a5-53b55a07cc41, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.991304] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.991704] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.992518] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d181bfb-154d-4810-accf-6b3f6adbd280 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.999301] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1288.999301] env[68134]: value = "task-2965919" [ 1288.999301] env[68134]: _type = "Task" [ 1288.999301] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.010619] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.049996] env[68134]: DEBUG nova.objects.instance [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e614edd-3a77-4848-a00c-7395fc93ffa5 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.404612] env[68134]: DEBUG oslo_vmware.api [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965918, 'name': PowerOffVM_Task, 'duration_secs': 0.197137} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.404907] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.405094] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.405363] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23c30e9b-86ea-45fd-b11e-bc01d9bd3c7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.462789] env[68134]: DEBUG oslo_concurrency.lockutils [req-415c30cf-9eea-4c0f-9a31-6caae5465918 req-0bd365f8-8538-48b5-8b3d-fa5b8138d83e service nova] Releasing lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.465757] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.465963] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.466156] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleting the datastore file [datastore2] 50272333-375b-4465-9889-88ce41e47986 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.466448] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48acbaf0-70d1-47f4-a4aa-d10d41af625e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.473587] env[68134]: DEBUG oslo_vmware.api [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for the task: (returnval){ [ 1289.473587] env[68134]: value = "task-2965921" [ 1289.473587] env[68134]: _type = "Task" [ 1289.473587] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.482177] env[68134]: DEBUG oslo_vmware.api [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.509652] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457231} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.509910] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.510143] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.510402] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67ad271-a6d8-487f-8c33-656cd9a06676 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.516501] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1289.516501] env[68134]: value = "task-2965922" [ 1289.516501] env[68134]: _type = "Task" [ 1289.516501] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.525238] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.553638] env[68134]: DEBUG nova.objects.base [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Object Instance<7e614edd-3a77-4848-a00c-7395fc93ffa5> lazy-loaded attributes: flavor,pci_requests {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1289.553896] env[68134]: DEBUG nova.network.neutron [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.619468] env[68134]: DEBUG nova.policy [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28abd543dac74137b0fc58f11236af41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47b61caac2b42cc85bae9f0be2df58e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.646726] env[68134]: DEBUG nova.network.neutron [-] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.983755] env[68134]: DEBUG oslo_vmware.api [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Task: {'id': task-2965921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146259} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.984043] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.984200] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.984369] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.984591] env[68134]: INFO nova.compute.manager [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] [instance: 50272333-375b-4465-9889-88ce41e47986] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1289.984853] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.985038] env[68134]: DEBUG nova.compute.manager [-] [instance: 50272333-375b-4465-9889-88ce41e47986] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.985143] env[68134]: DEBUG nova.network.neutron [-] [instance: 50272333-375b-4465-9889-88ce41e47986] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.992079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.992079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.992079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.992079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.992322] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.994324] env[68134]: INFO nova.compute.manager [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Terminating instance [ 1290.025749] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063796} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.025977] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.026869] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab62c62a-4973-4a38-a633-cb086fc1a21e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.048315] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.050884] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3582d42-c9e8-4bd5-9efb-43bc460b45a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.069663] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1290.069663] env[68134]: value = "task-2965923" [ 1290.069663] env[68134]: _type = "Task" [ 1290.069663] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.079425] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.148983] env[68134]: INFO nova.compute.manager [-] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Took 1.58 seconds to deallocate network for instance. [ 1290.238777] env[68134]: DEBUG nova.compute.manager [req-05aa4808-591f-4308-9921-9ad2a64a3a1c req-3ae77605-2ce0-4c7e-aa5f-ad13ab87c6b4 service nova] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Received event network-vif-deleted-06c7d0df-64e3-4e08-9a2f-3abb63b17549 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.484920] env[68134]: DEBUG nova.compute.manager [req-ec45cb29-6741-4049-a9b9-029c8740e212 req-8f3cee69-25cd-47e4-8f37-726d64335dab service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Received event network-vif-deleted-119050e1-a05c-4380-9fb1-91dabf6dd41d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.485292] env[68134]: INFO nova.compute.manager [req-ec45cb29-6741-4049-a9b9-029c8740e212 req-8f3cee69-25cd-47e4-8f37-726d64335dab service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Neutron deleted interface 119050e1-a05c-4380-9fb1-91dabf6dd41d; detaching it from the instance and deleting it from the info cache [ 1290.485292] env[68134]: DEBUG nova.network.neutron [req-ec45cb29-6741-4049-a9b9-029c8740e212 req-8f3cee69-25cd-47e4-8f37-726d64335dab service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.498188] env[68134]: DEBUG nova.compute.manager [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.498379] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.499282] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91880c4-2417-4a04-83fb-172c5145a48e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.507567] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.507879] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd6774b3-fe10-4e73-9e04-a0b4deabad2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.515830] env[68134]: DEBUG oslo_vmware.api [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1290.515830] env[68134]: value = "task-2965924" [ 1290.515830] env[68134]: _type = "Task" [ 1290.515830] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.523273] env[68134]: DEBUG oslo_vmware.api [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.579885] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965923, 'name': ReconfigVM_Task, 'duration_secs': 0.258795} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.580168] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.580859] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6515b1fb-17dd-45c1-8bb8-2a9ca4bb3ff1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.587057] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1290.587057] env[68134]: value = "task-2965925" [ 1290.587057] env[68134]: _type = "Task" [ 1290.587057] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.594596] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965925, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.655969] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.656299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.656635] env[68134]: DEBUG nova.objects.instance [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'resources' on Instance uuid 2758c142-93a5-4384-89be-6f82af9b0a72 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.963991] env[68134]: DEBUG nova.network.neutron [-] [instance: 50272333-375b-4465-9889-88ce41e47986] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.987512] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-902fd2ed-26ac-41c7-848e-a0dc6e9c49f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.997223] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16adb078-5531-45b2-aaca-dd5e93212656 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.027433] env[68134]: DEBUG nova.compute.manager [req-ec45cb29-6741-4049-a9b9-029c8740e212 req-8f3cee69-25cd-47e4-8f37-726d64335dab service nova] [instance: 50272333-375b-4465-9889-88ce41e47986] Detach interface failed, port_id=119050e1-a05c-4380-9fb1-91dabf6dd41d, reason: Instance 50272333-375b-4465-9889-88ce41e47986 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.034508] env[68134]: DEBUG oslo_vmware.api [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965924, 'name': PowerOffVM_Task, 'duration_secs': 0.239198} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.034763] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.035229] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.035384] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae471820-d310-4391-adad-7e46eb6f143f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.070856] env[68134]: DEBUG nova.network.neutron [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Successfully updated port: 8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.097324] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965925, 'name': Rename_Task, 'duration_secs': 0.139316} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.098699] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.098819] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.098967] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.099153] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleting the datastore file [datastore2] cddd91ef-fce8-4c20-ad82-4fa8878ed2dd {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.099761] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3992e6c4-c5b5-40c4-a07e-3edd3a3a0327 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.100925] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-259829b8-b81e-410d-82c0-5e96ecf8039b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.106825] env[68134]: DEBUG oslo_vmware.api [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for the task: (returnval){ [ 1291.106825] env[68134]: value = "task-2965928" [ 1291.106825] env[68134]: _type = "Task" [ 1291.106825] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.108042] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1291.108042] env[68134]: value = "task-2965927" [ 1291.108042] env[68134]: _type = "Task" [ 1291.108042] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.118164] env[68134]: DEBUG oslo_vmware.api [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.121365] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.258671] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d49b79-40bc-4390-b3b1-6be433d92c28 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.266896] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c2cc8-b1e4-4b89-a668-7b8f46720df0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.298046] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167688b9-8cc0-41ee-9a16-78923bb54794 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.305541] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b80d6-8048-4ded-a9a1-29044ab06929 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.318577] env[68134]: DEBUG nova.compute.provider_tree [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.468177] env[68134]: INFO nova.compute.manager [-] [instance: 50272333-375b-4465-9889-88ce41e47986] Took 1.48 seconds to deallocate network for instance. [ 1291.573615] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.573960] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.573960] env[68134]: DEBUG nova.network.neutron [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.621682] env[68134]: DEBUG oslo_vmware.api [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Task: {'id': task-2965928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167084} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.624443] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.624627] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.624852] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.625102] env[68134]: INFO nova.compute.manager [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1291.625342] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.625542] env[68134]: DEBUG oslo_vmware.api [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965927, 'name': PowerOnVM_Task, 'duration_secs': 0.432096} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.625726] env[68134]: DEBUG nova.compute.manager [-] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.625818] env[68134]: DEBUG nova.network.neutron [-] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.627374] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.627560] env[68134]: INFO nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Took 6.13 seconds to spawn the instance on the hypervisor. [ 1291.627733] env[68134]: DEBUG nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.628450] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda93a5-1bc0-44c1-aeab-1b2a2eaae319 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.822452] env[68134]: DEBUG nova.scheduler.client.report [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.974896] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.117882] env[68134]: WARNING nova.network.neutron [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] e026ec42-2ef0-4e94-9aec-8366ba2cf938 already exists in list: networks containing: ['e026ec42-2ef0-4e94-9aec-8366ba2cf938']. ignoring it [ 1292.145880] env[68134]: INFO nova.compute.manager [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Took 11.77 seconds to build instance. [ 1292.284296] env[68134]: DEBUG nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-vif-plugged-8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.284296] env[68134]: DEBUG oslo_concurrency.lockutils [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] Acquiring lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.284296] env[68134]: DEBUG oslo_concurrency.lockutils [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.285328] env[68134]: DEBUG oslo_concurrency.lockutils [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.285691] env[68134]: DEBUG nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] No waiting events found dispatching network-vif-plugged-8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1292.286360] env[68134]: WARNING nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received unexpected event network-vif-plugged-8272dd77-9a63-4ecc-b979-6c47098081ed for instance with vm_state active and task_state None. [ 1292.286838] env[68134]: DEBUG nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-changed-8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.287118] env[68134]: DEBUG nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing instance network info cache due to event network-changed-8272dd77-9a63-4ecc-b979-6c47098081ed. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.287398] env[68134]: DEBUG oslo_concurrency.lockutils [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.327832] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.330541] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.355s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.330541] env[68134]: DEBUG nova.objects.instance [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lazy-loading 'resources' on Instance uuid 50272333-375b-4465-9889-88ce41e47986 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.355139] env[68134]: INFO nova.scheduler.client.report [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted allocations for instance 2758c142-93a5-4384-89be-6f82af9b0a72 [ 1292.359525] env[68134]: DEBUG nova.network.neutron [-] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.431131] env[68134]: DEBUG nova.network.neutron [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8272dd77-9a63-4ecc-b979-6c47098081ed", "address": "fa:16:3e:8d:ff:98", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8272dd77-9a", "ovs_interfaceid": "8272dd77-9a63-4ecc-b979-6c47098081ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.648405] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c9c10a53-a2ab-49f6-8212-f2f3bc772390 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.284s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.863680] env[68134]: INFO nova.compute.manager [-] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Took 1.24 seconds to deallocate network for instance. [ 1292.864357] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4184fbf9-b56e-4572-8ac4-0df821861608 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "2758c142-93a5-4384-89be-6f82af9b0a72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.905s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.926704] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8297f9e-1b24-4c72-b01c-cd4c24aa6a6b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.933847] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.934467] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.934624] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.934911] env[68134]: DEBUG oslo_concurrency.lockutils [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.935101] env[68134]: DEBUG nova.network.neutron [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing network info cache for port 8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.936784] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c122a32-d308-447c-ad51-d0b65e9196ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.940051] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8984f7-3fcf-4bd0-a23f-2af5c9c80803 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.960486] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.960661] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.960799] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.961027] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.961156] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.961298] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.961499] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.961652] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.961814] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.961985] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.962176] env[68134]: DEBUG nova.virt.hardware [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.968319] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Reconfiguring VM to attach interface {{(pid=68134) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1292.991924] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c16f2a-8fae-4743-bc99-9b2a786d31d9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.005838] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40860f45-5ae3-41a9-b25e-3c53652ee1e1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.014482] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c97676-acf5-47e5-abf5-ec31b474bb77 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.018105] env[68134]: DEBUG oslo_vmware.api [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1293.018105] env[68134]: value = "task-2965929" [ 1293.018105] env[68134]: _type = "Task" [ 1293.018105] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.029022] env[68134]: DEBUG nova.compute.provider_tree [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.035124] env[68134]: DEBUG oslo_vmware.api [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965929, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.200466] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "ec72916e-74ed-4734-b24a-c345fab9f636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.200809] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "ec72916e-74ed-4734-b24a-c345fab9f636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.216900] env[68134]: DEBUG nova.network.neutron [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updated VIF entry in instance network info cache for port 8272dd77-9a63-4ecc-b979-6c47098081ed. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.217356] env[68134]: DEBUG nova.network.neutron [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8272dd77-9a63-4ecc-b979-6c47098081ed", "address": "fa:16:3e:8d:ff:98", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8272dd77-9a", "ovs_interfaceid": "8272dd77-9a63-4ecc-b979-6c47098081ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.370927] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.528407] env[68134]: DEBUG oslo_vmware.api [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.532395] env[68134]: DEBUG nova.scheduler.client.report [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.704717] env[68134]: DEBUG nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.720797] env[68134]: DEBUG oslo_concurrency.lockutils [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.721145] env[68134]: DEBUG nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Received event network-vif-deleted-79426704-06d7-4073-afca-a6fbbd858499 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.721359] env[68134]: INFO nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Neutron deleted interface 79426704-06d7-4073-afca-a6fbbd858499; detaching it from the instance and deleting it from the info cache [ 1293.721539] env[68134]: DEBUG nova.network.neutron [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.028763] env[68134]: DEBUG oslo_vmware.api [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965929, 'name': ReconfigVM_Task, 'duration_secs': 0.681773} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.029414] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.029639] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Reconfigured VM to attach interface {{(pid=68134) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1294.037315] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.039595] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.669s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.039834] env[68134]: DEBUG nova.objects.instance [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lazy-loading 'resources' on Instance uuid cddd91ef-fce8-4c20-ad82-4fa8878ed2dd {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.060939] env[68134]: INFO nova.scheduler.client.report [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Deleted allocations for instance 50272333-375b-4465-9889-88ce41e47986 [ 1294.262659] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f65473b-ba13-4a68-8659-9cf03e4cd989 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.262659] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.262659] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824e3062-0a50-40d1-a788-0ee37152a372 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.265068] env[68134]: DEBUG nova.compute.manager [req-63477c65-f032-47c2-8520-dd2482689c0b req-4bc66cde-3ba0-4354-842f-8152380462d1 service nova] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Detach interface failed, port_id=79426704-06d7-4073-afca-a6fbbd858499, reason: Instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.534508] env[68134]: DEBUG oslo_concurrency.lockutils [None req-28f15429-4e9e-407e-9e53-aa6352667fd1 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-7e614edd-3a77-4848-a00c-7395fc93ffa5-8272dd77-9a63-4ecc-b979-6c47098081ed" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.125s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.568168] env[68134]: DEBUG oslo_concurrency.lockutils [None req-bd38b5c6-16ce-4dfb-b8c6-87a5aacc35b4 tempest-ServerActionsTestOtherB-228253895 tempest-ServerActionsTestOtherB-228253895-project-member] Lock "50272333-375b-4465-9889-88ce41e47986" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.196s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.631034] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965239e-4a99-45d7-acd1-a6bf7a5f11ae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.638693] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb89990b-5621-4c1c-980c-4140b2b13df6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.670439] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ee62a-d90b-48f9-88de-f757af30ea61 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.677548] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34724e5c-3255-4612-a88d-7a12502ba6c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.690782] env[68134]: DEBUG nova.compute.provider_tree [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.045987] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.046230] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.194460] env[68134]: DEBUG nova.scheduler.client.report [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.549765] env[68134]: DEBUG nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.699231] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.701597] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.474s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.703062] env[68134]: INFO nova.compute.claims [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.724282] env[68134]: INFO nova.scheduler.client.report [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Deleted allocations for instance cddd91ef-fce8-4c20-ad82-4fa8878ed2dd [ 1296.068577] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.111445] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "interface-7e614edd-3a77-4848-a00c-7395fc93ffa5-8272dd77-9a63-4ecc-b979-6c47098081ed" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.111689] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-7e614edd-3a77-4848-a00c-7395fc93ffa5-8272dd77-9a63-4ecc-b979-6c47098081ed" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.231945] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9a3d607a-9051-402f-8ad4-e6cf8fed5864 tempest-ServerActionsTestOtherA-1043928228 tempest-ServerActionsTestOtherA-1043928228-project-member] Lock "cddd91ef-fce8-4c20-ad82-4fa8878ed2dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.240s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.615519] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.615837] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.617283] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b225e-92f9-43bf-a3af-0da218bba59f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.646189] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44da78b-246b-42b0-9dcf-a4c866395ec2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.672973] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Reconfiguring VM to detach interface {{(pid=68134) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1296.673380] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ba632e-7577-432e-ab61-95861f945219 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.692712] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1296.692712] env[68134]: value = "task-2965931" [ 1296.692712] env[68134]: _type = "Task" [ 1296.692712] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.700684] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.805372] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb134f-1c5b-4c0c-9463-7edc82d120cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.814931] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2611dab1-302a-4067-9011-bd6fbd3d47fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.861671] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6a4e1-b25b-48e8-b522-6930a2d6313b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.872400] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a6be06-5a7a-4eed-9800-51c68133b978 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.887018] env[68134]: DEBUG nova.compute.provider_tree [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.203363] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.390875] env[68134]: DEBUG nova.scheduler.client.report [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.704132] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.894584] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.895134] env[68134]: DEBUG nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.897715] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.829s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.899191] env[68134]: INFO nova.compute.claims [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.205045] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.404274] env[68134]: DEBUG nova.compute.utils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.407658] env[68134]: DEBUG nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.407791] env[68134]: DEBUG nova.network.neutron [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.466127] env[68134]: DEBUG nova.policy [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e975ae890b9a435a99d8b4ecf3f26d64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267f26ce91fd406eb1de8d3f7864320b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.707829] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.908897] env[68134]: DEBUG nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.998752] env[68134]: DEBUG nova.network.neutron [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Successfully created port: ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.017546] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89cc07-89f2-4438-a0d3-ec46b0a6fac4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.024966] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc9dd29-d940-489c-a3eb-1e182681420a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.055642] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5d0d4-7a47-4e10-852b-7af5fab124d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.062541] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d877f852-7171-4430-a9bc-ee2728cafa54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.075685] env[68134]: DEBUG nova.compute.provider_tree [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.206582] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.578552] env[68134]: DEBUG nova.scheduler.client.report [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.718465] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.922883] env[68134]: DEBUG nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.952028] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.952640] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.952941] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.953270] env[68134]: DEBUG nova.virt.hardware [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.954446] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d2dc5-b9ca-44ad-97df-9bc7a18910c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.963568] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64809e8e-5f2c-4e03-98fc-1331ef2b1e15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.084056] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.084632] env[68134]: DEBUG nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.210740] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.589927] env[68134]: DEBUG nova.compute.utils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.591316] env[68134]: DEBUG nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.591485] env[68134]: DEBUG nova.network.neutron [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.641325] env[68134]: DEBUG nova.policy [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c0b93a59e6e4be5871afa91eee5aa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e671d7bc57b43308450d476f36d7137', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.710222] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.766102] env[68134]: DEBUG nova.compute.manager [req-ce8e0c10-f2b8-433d-a0cc-53e3e0947bb3 req-61670b45-690e-4128-b9a0-7c5b3a98d06c service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Received event network-vif-plugged-ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.766374] env[68134]: DEBUG oslo_concurrency.lockutils [req-ce8e0c10-f2b8-433d-a0cc-53e3e0947bb3 req-61670b45-690e-4128-b9a0-7c5b3a98d06c service nova] Acquiring lock "ec72916e-74ed-4734-b24a-c345fab9f636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.766560] env[68134]: DEBUG oslo_concurrency.lockutils [req-ce8e0c10-f2b8-433d-a0cc-53e3e0947bb3 req-61670b45-690e-4128-b9a0-7c5b3a98d06c service nova] Lock "ec72916e-74ed-4734-b24a-c345fab9f636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.766744] env[68134]: DEBUG oslo_concurrency.lockutils [req-ce8e0c10-f2b8-433d-a0cc-53e3e0947bb3 req-61670b45-690e-4128-b9a0-7c5b3a98d06c service nova] Lock "ec72916e-74ed-4734-b24a-c345fab9f636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.766907] env[68134]: DEBUG nova.compute.manager [req-ce8e0c10-f2b8-433d-a0cc-53e3e0947bb3 req-61670b45-690e-4128-b9a0-7c5b3a98d06c service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] No waiting events found dispatching network-vif-plugged-ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.767149] env[68134]: WARNING nova.compute.manager [req-ce8e0c10-f2b8-433d-a0cc-53e3e0947bb3 req-61670b45-690e-4128-b9a0-7c5b3a98d06c service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Received unexpected event network-vif-plugged-ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 for instance with vm_state building and task_state spawning. [ 1300.913908] env[68134]: DEBUG nova.network.neutron [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Successfully created port: 56901715-016c-436b-8e30-65686165fedd {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.012152] env[68134]: DEBUG nova.network.neutron [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Successfully updated port: ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.095694] env[68134]: DEBUG nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.213691] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.515141] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "refresh_cache-ec72916e-74ed-4734-b24a-c345fab9f636" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.515306] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "refresh_cache-ec72916e-74ed-4734-b24a-c345fab9f636" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.515463] env[68134]: DEBUG nova.network.neutron [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.712544] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.051737] env[68134]: DEBUG nova.network.neutron [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.110031] env[68134]: DEBUG nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.144502] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.144787] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.144980] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.145555] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.145716] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.145868] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.146110] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.146472] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.146687] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.146869] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.147169] env[68134]: DEBUG nova.virt.hardware [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.148276] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5910f36b-1ee1-4203-8f5c-bd6157a096fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.158115] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ecbfd-5436-4481-a712-948230df1805 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.213126] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.306830] env[68134]: DEBUG nova.network.neutron [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Updating instance_info_cache with network_info: [{"id": "ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555", "address": "fa:16:3e:d2:c4:89", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped91d2ef-aa", "ovs_interfaceid": "ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.352737] env[68134]: DEBUG nova.compute.manager [req-a35ded3c-c4d1-47a6-bf6c-d09574669898 req-57c52ce2-0758-4232-99e0-35ee59c4846d service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Received event network-vif-plugged-56901715-016c-436b-8e30-65686165fedd {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.352960] env[68134]: DEBUG oslo_concurrency.lockutils [req-a35ded3c-c4d1-47a6-bf6c-d09574669898 req-57c52ce2-0758-4232-99e0-35ee59c4846d service nova] Acquiring lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.353299] env[68134]: DEBUG oslo_concurrency.lockutils [req-a35ded3c-c4d1-47a6-bf6c-d09574669898 req-57c52ce2-0758-4232-99e0-35ee59c4846d service nova] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.353499] env[68134]: DEBUG oslo_concurrency.lockutils [req-a35ded3c-c4d1-47a6-bf6c-d09574669898 req-57c52ce2-0758-4232-99e0-35ee59c4846d service nova] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.353661] env[68134]: DEBUG nova.compute.manager [req-a35ded3c-c4d1-47a6-bf6c-d09574669898 req-57c52ce2-0758-4232-99e0-35ee59c4846d service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] No waiting events found dispatching network-vif-plugged-56901715-016c-436b-8e30-65686165fedd {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.353821] env[68134]: WARNING nova.compute.manager [req-a35ded3c-c4d1-47a6-bf6c-d09574669898 req-57c52ce2-0758-4232-99e0-35ee59c4846d service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Received unexpected event network-vif-plugged-56901715-016c-436b-8e30-65686165fedd for instance with vm_state building and task_state spawning. [ 1302.435686] env[68134]: DEBUG nova.network.neutron [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Successfully updated port: 56901715-016c-436b-8e30-65686165fedd {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.714386] env[68134]: DEBUG oslo_vmware.api [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965931, 'name': ReconfigVM_Task, 'duration_secs': 5.741626} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.714386] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.714386] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Reconfigured VM to detach interface {{(pid=68134) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1302.795289] env[68134]: DEBUG nova.compute.manager [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Received event network-changed-ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.795486] env[68134]: DEBUG nova.compute.manager [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Refreshing instance network info cache due to event network-changed-ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.795665] env[68134]: DEBUG oslo_concurrency.lockutils [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] Acquiring lock "refresh_cache-ec72916e-74ed-4734-b24a-c345fab9f636" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.809108] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "refresh_cache-ec72916e-74ed-4734-b24a-c345fab9f636" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.809345] env[68134]: DEBUG nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Instance network_info: |[{"id": "ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555", "address": "fa:16:3e:d2:c4:89", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped91d2ef-aa", "ovs_interfaceid": "ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.809601] env[68134]: DEBUG oslo_concurrency.lockutils [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] Acquired lock "refresh_cache-ec72916e-74ed-4734-b24a-c345fab9f636" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.809766] env[68134]: DEBUG nova.network.neutron [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Refreshing network info cache for port ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.810884] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:c4:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.818217] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.821353] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.821791] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f56ab07-b645-48b2-a683-95c07755770f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.842783] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.842783] env[68134]: value = "task-2965932" [ 1302.842783] env[68134]: _type = "Task" [ 1302.842783] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.849274] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965932, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.938949] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.939293] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.939579] env[68134]: DEBUG nova.network.neutron [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.088138] env[68134]: DEBUG nova.network.neutron [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Updated VIF entry in instance network info cache for port ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.088556] env[68134]: DEBUG nova.network.neutron [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Updating instance_info_cache with network_info: [{"id": "ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555", "address": "fa:16:3e:d2:c4:89", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped91d2ef-aa", "ovs_interfaceid": "ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.354911] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965932, 'name': CreateVM_Task, 'duration_secs': 0.299478} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.355183] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.355877] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.356062] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.356387] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.356648] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b7be69-cc80-4edb-94ae-cea9dce9b890 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.361598] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1303.361598] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a5464b-7fc8-2d98-e1cc-e81e0454bae3" [ 1303.361598] env[68134]: _type = "Task" [ 1303.361598] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.369768] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a5464b-7fc8-2d98-e1cc-e81e0454bae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.471914] env[68134]: DEBUG nova.network.neutron [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.592502] env[68134]: DEBUG oslo_concurrency.lockutils [req-8246e89c-1a93-4073-ab94-d36f56512e04 req-0573d2e1-993b-4200-9cd9-61f931b30565 service nova] Releasing lock "refresh_cache-ec72916e-74ed-4734-b24a-c345fab9f636" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.597799] env[68134]: DEBUG nova.network.neutron [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updating instance_info_cache with network_info: [{"id": "56901715-016c-436b-8e30-65686165fedd", "address": "fa:16:3e:8f:13:e9", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901715-01", "ovs_interfaceid": "56901715-016c-436b-8e30-65686165fedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.872083] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a5464b-7fc8-2d98-e1cc-e81e0454bae3, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.872436] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.872712] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.872890] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.873046] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.873231] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.873504] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c29258-426c-44b3-b4bf-4ed0fa7c9713 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.881618] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.881787] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.882513] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae59d4b-47b2-4f99-b540-dae384b6c161 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.887370] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1303.887370] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52724c40-21f6-0260-14e3-6c2eb8e6763e" [ 1303.887370] env[68134]: _type = "Task" [ 1303.887370] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.894435] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52724c40-21f6-0260-14e3-6c2eb8e6763e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.100430] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.100713] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.100857] env[68134]: DEBUG nova.network.neutron [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.102413] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.102688] env[68134]: DEBUG nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Instance network_info: |[{"id": "56901715-016c-436b-8e30-65686165fedd", "address": "fa:16:3e:8f:13:e9", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901715-01", "ovs_interfaceid": "56901715-016c-436b-8e30-65686165fedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.103262] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:13:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56901715-016c-436b-8e30-65686165fedd', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.110795] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.111524] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.111744] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2c6698-7bf0-41e3-9c8d-9895997ce5bc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.131364] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.131364] env[68134]: value = "task-2965933" [ 1304.131364] env[68134]: _type = "Task" [ 1304.131364] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.140418] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965933, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.381718] env[68134]: DEBUG nova.compute.manager [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Received event network-changed-56901715-016c-436b-8e30-65686165fedd {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.382052] env[68134]: DEBUG nova.compute.manager [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Refreshing instance network info cache due to event network-changed-56901715-016c-436b-8e30-65686165fedd. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.382301] env[68134]: DEBUG oslo_concurrency.lockutils [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] Acquiring lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.382460] env[68134]: DEBUG oslo_concurrency.lockutils [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] Acquired lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.382623] env[68134]: DEBUG nova.network.neutron [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Refreshing network info cache for port 56901715-016c-436b-8e30-65686165fedd {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.398095] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52724c40-21f6-0260-14e3-6c2eb8e6763e, 'name': SearchDatastore_Task, 'duration_secs': 0.008087} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.398842] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e649a9-c1a3-4f83-802d-796700cfea93 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.404198] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1304.404198] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52115ef8-c99b-3956-830a-093cbecebea7" [ 1304.404198] env[68134]: _type = "Task" [ 1304.404198] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.412633] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52115ef8-c99b-3956-830a-093cbecebea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.643167] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965933, 'name': CreateVM_Task, 'duration_secs': 0.29887} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.643331] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.643973] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.644151] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.644462] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.645013] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78984674-b4e9-4b6b-be45-ee87fc809f23 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.649307] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1304.649307] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52850912-e83c-b348-f5b5-440aeb6d4361" [ 1304.649307] env[68134]: _type = "Task" [ 1304.649307] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.657219] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52850912-e83c-b348-f5b5-440aeb6d4361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.832086] env[68134]: INFO nova.network.neutron [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Port 8272dd77-9a63-4ecc-b979-6c47098081ed from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1304.833642] env[68134]: DEBUG nova.network.neutron [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.842725] env[68134]: DEBUG nova.compute.manager [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.842927] env[68134]: DEBUG nova.compute.manager [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing instance network info cache due to event network-changed-14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.843166] env[68134]: DEBUG oslo_concurrency.lockutils [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] Acquiring lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.916025] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52115ef8-c99b-3956-830a-093cbecebea7, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.916025] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.916025] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] ec72916e-74ed-4734-b24a-c345fab9f636/ec72916e-74ed-4734-b24a-c345fab9f636.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.916025] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09367273-3c53-4358-b5a3-f5fee8407cda {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.924436] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1304.924436] env[68134]: value = "task-2965934" [ 1304.924436] env[68134]: _type = "Task" [ 1304.924436] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.933169] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.106984] env[68134]: DEBUG nova.network.neutron [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updated VIF entry in instance network info cache for port 56901715-016c-436b-8e30-65686165fedd. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.107441] env[68134]: DEBUG nova.network.neutron [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updating instance_info_cache with network_info: [{"id": "56901715-016c-436b-8e30-65686165fedd", "address": "fa:16:3e:8f:13:e9", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901715-01", "ovs_interfaceid": "56901715-016c-436b-8e30-65686165fedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.162461] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52850912-e83c-b348-f5b5-440aeb6d4361, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.162772] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.163019] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.163300] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.163520] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.163633] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.163868] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c909b572-cdda-4a72-bd3a-636682933cb9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.176537] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.176726] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.177508] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949dd0e8-9080-4ec4-a7c5-328a6525ba1b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.185245] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1305.185245] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5212a933-26ff-2bee-60cd-e319eb996618" [ 1305.185245] env[68134]: _type = "Task" [ 1305.185245] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.193050] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5212a933-26ff-2bee-60cd-e319eb996618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.335283] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.337669] env[68134]: DEBUG oslo_concurrency.lockutils [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] Acquired lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.337861] env[68134]: DEBUG nova.network.neutron [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Refreshing network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.434305] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450797} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.434526] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] ec72916e-74ed-4734-b24a-c345fab9f636/ec72916e-74ed-4734-b24a-c345fab9f636.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.434707] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.434949] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eeba227-1e83-4d05-84e7-f95c23cc6f3b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.440873] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1305.440873] env[68134]: value = "task-2965935" [ 1305.440873] env[68134]: _type = "Task" [ 1305.440873] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.448570] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.532082] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "interface-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-8272dd77-9a63-4ecc-b979-6c47098081ed" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.532526] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-8272dd77-9a63-4ecc-b979-6c47098081ed" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.532924] env[68134]: DEBUG nova.objects.instance [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'flavor' on Instance uuid ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.610314] env[68134]: DEBUG oslo_concurrency.lockutils [req-d602c022-ede9-47bd-9659-66bfbdd193cc req-e01cfdca-96c3-4e92-aa91-fd2e80fddad7 service nova] Releasing lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.695347] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5212a933-26ff-2bee-60cd-e319eb996618, 'name': SearchDatastore_Task, 'duration_secs': 0.056248} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.696059] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2314bc-3ddb-42d9-af6e-e16660e59058 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.700982] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1305.700982] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e8efc7-3215-bb85-bf8e-7fe6681d8cf5" [ 1305.700982] env[68134]: _type = "Task" [ 1305.700982] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.708069] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e8efc7-3215-bb85-bf8e-7fe6681d8cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.840849] env[68134]: DEBUG oslo_concurrency.lockutils [None req-46afc928-070b-47f3-851b-499b047ee8a3 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-7e614edd-3a77-4848-a00c-7395fc93ffa5-8272dd77-9a63-4ecc-b979-6c47098081ed" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.729s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.952416] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065168} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.952682] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.953452] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8ef49c-89e2-463d-b767-14edd0141c41 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.975875] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ec72916e-74ed-4734-b24a-c345fab9f636/ec72916e-74ed-4734-b24a-c345fab9f636.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.978543] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9b2d18-8d22-4547-9f59-a45f76426c60 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.000406] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1306.000406] env[68134]: value = "task-2965936" [ 1306.000406] env[68134]: _type = "Task" [ 1306.000406] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.009086] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.063240] env[68134]: DEBUG nova.network.neutron [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updated VIF entry in instance network info cache for port 14945b0b-af20-4960-ad99-d3dfdd1c3875. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.063410] env[68134]: DEBUG nova.network.neutron [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [{"id": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "address": "fa:16:3e:93:39:84", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14945b0b-af", "ovs_interfaceid": "14945b0b-af20-4960-ad99-d3dfdd1c3875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.126037] env[68134]: DEBUG nova.objects.instance [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'pci_requests' on Instance uuid ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.211459] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52e8efc7-3215-bb85-bf8e-7fe6681d8cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.211742] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.212015] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] bbf28978-5aa7-463a-b269-c453f7dd1ccb/bbf28978-5aa7-463a-b269-c453f7dd1ccb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.212426] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ca27707-f94f-440d-92de-27174967d28b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.219183] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1306.219183] env[68134]: value = "task-2965937" [ 1306.219183] env[68134]: _type = "Task" [ 1306.219183] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.229067] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.509987] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965936, 'name': ReconfigVM_Task, 'duration_secs': 0.267862} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.510279] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ec72916e-74ed-4734-b24a-c345fab9f636/ec72916e-74ed-4734-b24a-c345fab9f636.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.510891] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1a57f3-1e2b-44ef-9e45-bc24c28b2625 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.518227] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1306.518227] env[68134]: value = "task-2965938" [ 1306.518227] env[68134]: _type = "Task" [ 1306.518227] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.526971] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965938, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.568228] env[68134]: DEBUG oslo_concurrency.lockutils [req-7b804347-d104-4e69-8425-4d1f430b2a97 req-cddf5310-f4e5-4663-92df-957a67cb8a6a service nova] Releasing lock "refresh_cache-7e614edd-3a77-4848-a00c-7395fc93ffa5" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.628432] env[68134]: DEBUG nova.objects.base [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.629342] env[68134]: DEBUG nova.network.neutron [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.720038] env[68134]: DEBUG nova.policy [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28abd543dac74137b0fc58f11236af41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47b61caac2b42cc85bae9f0be2df58e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.730279] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449894} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.730520] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] bbf28978-5aa7-463a-b269-c453f7dd1ccb/bbf28978-5aa7-463a-b269-c453f7dd1ccb.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.730721] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.730958] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f14289f-5c7c-4f80-8c36-e8c2a499b6de {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.736384] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1306.736384] env[68134]: value = "task-2965939" [ 1306.736384] env[68134]: _type = "Task" [ 1306.736384] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.743706] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.868322] env[68134]: DEBUG nova.compute.manager [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.868515] env[68134]: DEBUG nova.compute.manager [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing instance network info cache due to event network-changed-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.868780] env[68134]: DEBUG oslo_concurrency.lockutils [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.868952] env[68134]: DEBUG oslo_concurrency.lockutils [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.869126] env[68134]: DEBUG nova.network.neutron [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.028168] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965938, 'name': Rename_Task, 'duration_secs': 0.196615} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.028324] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.028559] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b39c3d-58c5-4b63-a5ee-6d3f0b123eca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.034775] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1307.034775] env[68134]: value = "task-2965940" [ 1307.034775] env[68134]: _type = "Task" [ 1307.034775] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.041977] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.247199] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078789} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.247695] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.248333] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19153ee9-6d26-4987-b410-d7a257745beb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.270068] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] bbf28978-5aa7-463a-b269-c453f7dd1ccb/bbf28978-5aa7-463a-b269-c453f7dd1ccb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.270415] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de8f604-07a6-4a0e-8cde-f0284b81abdb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.290390] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1307.290390] env[68134]: value = "task-2965941" [ 1307.290390] env[68134]: _type = "Task" [ 1307.290390] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.297966] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.544022] env[68134]: DEBUG oslo_vmware.api [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965940, 'name': PowerOnVM_Task, 'duration_secs': 0.457062} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.544258] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.544457] env[68134]: INFO nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1307.544636] env[68134]: DEBUG nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.545404] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e2ce65-ec5e-4720-8534-a998d130bfdf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.585840] env[68134]: DEBUG nova.network.neutron [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updated VIF entry in instance network info cache for port bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.586232] env[68134]: DEBUG nova.network.neutron [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.802713] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965941, 'name': ReconfigVM_Task, 'duration_secs': 0.409159} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.802930] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Reconfigured VM instance instance-0000007b to attach disk [datastore2] bbf28978-5aa7-463a-b269-c453f7dd1ccb/bbf28978-5aa7-463a-b269-c453f7dd1ccb.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.803577] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb7a7a46-b6de-45cd-8502-bf66614f66f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.809963] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1307.809963] env[68134]: value = "task-2965942" [ 1307.809963] env[68134]: _type = "Task" [ 1307.809963] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.817757] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965942, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.065649] env[68134]: INFO nova.compute.manager [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Took 13.86 seconds to build instance. [ 1308.088624] env[68134]: DEBUG oslo_concurrency.lockutils [req-9e690884-4ffc-49b0-9797-2c21b5234825 req-327eb962-5e40-4556-b12d-88cdfe1cf44b service nova] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.321673] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965942, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.350539] env[68134]: DEBUG nova.network.neutron [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Successfully updated port: 8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.568063] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a61e0235-8091-487b-8e67-c7b4a3f037a8 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "ec72916e-74ed-4734-b24a-c345fab9f636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.367s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.739421] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "ec72916e-74ed-4734-b24a-c345fab9f636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.739646] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "ec72916e-74ed-4734-b24a-c345fab9f636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.739865] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "ec72916e-74ed-4734-b24a-c345fab9f636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.740069] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "ec72916e-74ed-4734-b24a-c345fab9f636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.740248] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "ec72916e-74ed-4734-b24a-c345fab9f636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.742409] env[68134]: INFO nova.compute.manager [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Terminating instance [ 1308.820342] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965942, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.853972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.854169] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.854428] env[68134]: DEBUG nova.network.neutron [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.895635] env[68134]: DEBUG nova.compute.manager [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-vif-plugged-8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.895840] env[68134]: DEBUG oslo_concurrency.lockutils [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] Acquiring lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.896059] env[68134]: DEBUG oslo_concurrency.lockutils [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.896249] env[68134]: DEBUG oslo_concurrency.lockutils [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.896431] env[68134]: DEBUG nova.compute.manager [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] No waiting events found dispatching network-vif-plugged-8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.896602] env[68134]: WARNING nova.compute.manager [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received unexpected event network-vif-plugged-8272dd77-9a63-4ecc-b979-6c47098081ed for instance with vm_state active and task_state None. [ 1308.896867] env[68134]: DEBUG nova.compute.manager [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-changed-8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.896945] env[68134]: DEBUG nova.compute.manager [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing instance network info cache due to event network-changed-8272dd77-9a63-4ecc-b979-6c47098081ed. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.897084] env[68134]: DEBUG oslo_concurrency.lockutils [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.246162] env[68134]: DEBUG nova.compute.manager [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.246398] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.247304] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b435bc-37dd-46a0-99f8-1d0b56bfd9d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.255057] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.255283] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e548e5c8-74dc-4a41-bcb0-ca8b6b4b7588 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.262253] env[68134]: DEBUG oslo_vmware.api [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1309.262253] env[68134]: value = "task-2965943" [ 1309.262253] env[68134]: _type = "Task" [ 1309.262253] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.270372] env[68134]: DEBUG oslo_vmware.api [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.320437] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965942, 'name': Rename_Task, 'duration_secs': 1.14089} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.320699] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.320935] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37cbe357-ac27-4eaa-9d38-98a8cbfc287c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.328637] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1309.328637] env[68134]: value = "task-2965944" [ 1309.328637] env[68134]: _type = "Task" [ 1309.328637] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.337532] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.391824] env[68134]: WARNING nova.network.neutron [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] e026ec42-2ef0-4e94-9aec-8366ba2cf938 already exists in list: networks containing: ['e026ec42-2ef0-4e94-9aec-8366ba2cf938']. ignoring it [ 1309.772431] env[68134]: DEBUG oslo_vmware.api [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965943, 'name': PowerOffVM_Task, 'duration_secs': 0.212936} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.772674] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.772933] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.773232] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c1c442a-d489-4cc2-9713-dc4144655552 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.838481] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.843719] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.843923] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.844112] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleting the datastore file [datastore2] ec72916e-74ed-4734-b24a-c345fab9f636 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.844374] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148ea727-cd69-4838-8787-df9871ebe478 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.849863] env[68134]: DEBUG oslo_vmware.api [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1309.849863] env[68134]: value = "task-2965946" [ 1309.849863] env[68134]: _type = "Task" [ 1309.849863] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.857554] env[68134]: DEBUG oslo_vmware.api [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.922268] env[68134]: DEBUG nova.network.neutron [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8272dd77-9a63-4ecc-b979-6c47098081ed", "address": "fa:16:3e:8d:ff:98", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8272dd77-9a", "ovs_interfaceid": "8272dd77-9a63-4ecc-b979-6c47098081ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.339075] env[68134]: DEBUG oslo_vmware.api [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965944, 'name': PowerOnVM_Task, 'duration_secs': 0.880955} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.339445] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.339548] env[68134]: INFO nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1310.339730] env[68134]: DEBUG nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.340485] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05f5357-3171-48fb-9b5b-d9d9334141dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.358327] env[68134]: DEBUG oslo_vmware.api [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155505} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.358327] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.358327] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.358327] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.358618] env[68134]: INFO nova.compute.manager [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1310.358618] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.358765] env[68134]: DEBUG nova.compute.manager [-] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.358859] env[68134]: DEBUG nova.network.neutron [-] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.425473] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.426115] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.426311] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.426598] env[68134]: DEBUG oslo_concurrency.lockutils [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.426774] env[68134]: DEBUG nova.network.neutron [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Refreshing network info cache for port 8272dd77-9a63-4ecc-b979-6c47098081ed {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.428731] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d2b8ed-55db-4616-b9f5-599a138547dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.445315] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.445493] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.445646] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.445831] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.445973] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.446135] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.446336] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.446490] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.446651] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.446811] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.446980] env[68134]: DEBUG nova.virt.hardware [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.453315] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Reconfiguring VM to attach interface {{(pid=68134) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1310.454149] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aca2c00-99f8-429a-b594-337d171062f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.471588] env[68134]: DEBUG oslo_vmware.api [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1310.471588] env[68134]: value = "task-2965947" [ 1310.471588] env[68134]: _type = "Task" [ 1310.471588] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.479198] env[68134]: DEBUG oslo_vmware.api [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965947, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.858863] env[68134]: INFO nova.compute.manager [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Took 14.80 seconds to build instance. [ 1310.922320] env[68134]: DEBUG nova.compute.manager [req-d4d6eaf4-0da2-4c75-945c-2beb1ea90f17 req-2ca760c6-b948-4ac3-8a09-25131d5ef032 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Received event network-vif-deleted-ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.922320] env[68134]: INFO nova.compute.manager [req-d4d6eaf4-0da2-4c75-945c-2beb1ea90f17 req-2ca760c6-b948-4ac3-8a09-25131d5ef032 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Neutron deleted interface ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555; detaching it from the instance and deleting it from the info cache [ 1310.922519] env[68134]: DEBUG nova.network.neutron [req-d4d6eaf4-0da2-4c75-945c-2beb1ea90f17 req-2ca760c6-b948-4ac3-8a09-25131d5ef032 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.982117] env[68134]: DEBUG oslo_vmware.api [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.053470] env[68134]: DEBUG nova.network.neutron [-] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.148898] env[68134]: DEBUG nova.network.neutron [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updated VIF entry in instance network info cache for port 8272dd77-9a63-4ecc-b979-6c47098081ed. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.149380] env[68134]: DEBUG nova.network.neutron [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8272dd77-9a63-4ecc-b979-6c47098081ed", "address": "fa:16:3e:8d:ff:98", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8272dd77-9a", "ovs_interfaceid": "8272dd77-9a63-4ecc-b979-6c47098081ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.360184] env[68134]: DEBUG oslo_concurrency.lockutils [None req-5b555d20-0998-4427-9b78-5a2597e21fa8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.314s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.427248] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2be6dcf-b127-4df9-8431-826379107bcb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.435593] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f18b8c-7269-482d-8e5a-e807f390833e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.461842] env[68134]: DEBUG nova.compute.manager [req-d4d6eaf4-0da2-4c75-945c-2beb1ea90f17 req-2ca760c6-b948-4ac3-8a09-25131d5ef032 service nova] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Detach interface failed, port_id=ed91d2ef-aab1-47bf-bee4-f5e4b4dfc555, reason: Instance ec72916e-74ed-4734-b24a-c345fab9f636 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1311.481240] env[68134]: DEBUG oslo_vmware.api [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965947, 'name': ReconfigVM_Task, 'duration_secs': 0.559132} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.481705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.481901] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Reconfigured VM to attach interface {{(pid=68134) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1311.555935] env[68134]: INFO nova.compute.manager [-] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Took 1.20 seconds to deallocate network for instance. [ 1311.655422] env[68134]: DEBUG oslo_concurrency.lockutils [req-701eea89-ce48-44c9-a015-488d8a29aea8 req-6105e194-9f95-49d1-846a-886a45604412 service nova] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.987456] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f8e015f5-9435-4ba1-ade6-8e230f085abd tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-8272dd77-9a63-4ecc-b979-6c47098081ed" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.455s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.062739] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.063033] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.063261] env[68134]: DEBUG nova.objects.instance [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lazy-loading 'resources' on Instance uuid ec72916e-74ed-4734-b24a-c345fab9f636 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.661080] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe9017f-f08e-4383-a733-a4393e42ca7b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.668862] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b595b9-1b81-4073-bb71-8f106e4ed63d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.702134] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c6445-8eeb-44e9-9860-b6022fea61df {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.709584] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed08bfe5-f896-4573-ba0f-381b2912c1a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.723856] env[68134]: DEBUG nova.compute.provider_tree [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.948333] env[68134]: DEBUG nova.compute.manager [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Received event network-changed-56901715-016c-436b-8e30-65686165fedd {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.948525] env[68134]: DEBUG nova.compute.manager [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Refreshing instance network info cache due to event network-changed-56901715-016c-436b-8e30-65686165fedd. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.948780] env[68134]: DEBUG oslo_concurrency.lockutils [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] Acquiring lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.948931] env[68134]: DEBUG oslo_concurrency.lockutils [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] Acquired lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.949114] env[68134]: DEBUG nova.network.neutron [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Refreshing network info cache for port 56901715-016c-436b-8e30-65686165fedd {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.226716] env[68134]: DEBUG nova.scheduler.client.report [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.240356] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "interface-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-8272dd77-9a63-4ecc-b979-6c47098081ed" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.240659] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-8272dd77-9a63-4ecc-b979-6c47098081ed" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.633934] env[68134]: DEBUG nova.network.neutron [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updated VIF entry in instance network info cache for port 56901715-016c-436b-8e30-65686165fedd. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.634314] env[68134]: DEBUG nova.network.neutron [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updating instance_info_cache with network_info: [{"id": "56901715-016c-436b-8e30-65686165fedd", "address": "fa:16:3e:8f:13:e9", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901715-01", "ovs_interfaceid": "56901715-016c-436b-8e30-65686165fedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.731661] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.743181] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.743355] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.744245] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bda12-0336-46bd-8e67-a11e2fa82263 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.764415] env[68134]: INFO nova.scheduler.client.report [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleted allocations for instance ec72916e-74ed-4734-b24a-c345fab9f636 [ 1313.766460] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b80be7-19fd-4179-a5b7-9942c6e99f40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.794406] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Reconfiguring VM to detach interface {{(pid=68134) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1313.794751] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de076aeb-7dbf-43f2-a2b1-4dca9b070031 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.813500] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1313.813500] env[68134]: value = "task-2965948" [ 1313.813500] env[68134]: _type = "Task" [ 1313.813500] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.821874] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.136612] env[68134]: DEBUG oslo_concurrency.lockutils [req-54d567c0-790c-45c7-9382-901fde086450 req-249cfee7-85d2-40b3-92f0-2f1949577171 service nova] Releasing lock "refresh_cache-bbf28978-5aa7-463a-b269-c453f7dd1ccb" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.274274] env[68134]: DEBUG oslo_concurrency.lockutils [None req-f4eb843f-782f-42b3-9b8e-735bb44bdaff tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "ec72916e-74ed-4734-b24a-c345fab9f636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.534s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.323548] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.824397] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.326466] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.826679] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.266983] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.327389] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.635944] env[68134]: DEBUG oslo_concurrency.lockutils [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.636211] env[68134]: DEBUG oslo_concurrency.lockutils [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.770294] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.770543] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.770709] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.770860] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1316.771812] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e488c-4f3f-4d2d-bc22-b0ff09efe6aa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.779864] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140b23d-7cc4-41f7-b50a-fbba72cc9e31 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.795357] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87522dac-abbe-45ce-ab2e-5bbf33764d78 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.801837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a106d0-9565-47c6-9bbe-4c06972e1918 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.830647] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179761MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1316.830929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.831045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.841082] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.139723] env[68134]: DEBUG nova.compute.utils [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.343639] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.642724] env[68134]: DEBUG oslo_concurrency.lockutils [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.843746] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.860665] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 7e614edd-3a77-4848-a00c-7395fc93ffa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.860820] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.860941] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 3659cb4d-3d72-4278-b992-e0a323722af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.861078] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.861195] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance bbf28978-5aa7-463a-b269-c453f7dd1ccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.861416] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1317.861553] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1317.932489] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fd2701-7634-462b-bacb-c8a465ed906a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.940962] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e44082-c419-4e1d-ae15-b2381d3c2a03 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.971733] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea49514-d807-4039-85f3-6fe5054a0f00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.978885] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de95bf-ebce-4b12-8952-870b5bc21085 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.992368] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.341569] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.495893] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.702411] env[68134]: DEBUG oslo_concurrency.lockutils [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.702706] env[68134]: DEBUG oslo_concurrency.lockutils [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.702952] env[68134]: INFO nova.compute.manager [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Attaching volume 88ec6fdf-e713-4883-a63b-c315c6bf69a6 to /dev/sdb [ 1318.733123] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2515f74-d7fa-4c80-871d-f266a7904b56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.739964] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e92fa72-60fe-4ad4-8af3-a03c2275db3f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.752891] env[68134]: DEBUG nova.virt.block_device [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating existing volume attachment record: 3f292a9b-ff16-4c76-b011-398a9e193cc1 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1318.841990] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.001504] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1319.001504] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.170s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.344746] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.844062] env[68134]: DEBUG oslo_vmware.api [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965948, 'name': ReconfigVM_Task, 'duration_secs': 5.723627} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.844368] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.844660] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Reconfigured VM to detach interface {{(pid=68134) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1320.001451] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.001713] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.001938] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.002206] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.002437] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.152045] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.152302] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquired lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.152506] env[68134]: DEBUG nova.network.neutron [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.643013] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.643299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.643515] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.643728] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.643908] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.646178] env[68134]: INFO nova.compute.manager [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Terminating instance [ 1321.918329] env[68134]: INFO nova.network.neutron [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Port 8272dd77-9a63-4ecc-b979-6c47098081ed from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1321.918750] env[68134]: DEBUG nova.network.neutron [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [{"id": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "address": "fa:16:3e:1a:8a:97", "network": {"id": "e026ec42-2ef0-4e94-9aec-8366ba2cf938", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-553184619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47b61caac2b42cc85bae9f0be2df58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb982d2f-ba", "ovs_interfaceid": "bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.150731] env[68134]: DEBUG nova.compute.manager [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.150967] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.151977] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a47ec1-8e04-4288-98fb-5b9f34c91016 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.159797] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.160178] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb54240e-8f9a-44ce-bf20-3efc0f217991 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.166184] env[68134]: DEBUG oslo_vmware.api [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1322.166184] env[68134]: value = "task-2965953" [ 1322.166184] env[68134]: _type = "Task" [ 1322.166184] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.174524] env[68134]: DEBUG oslo_vmware.api [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.264414] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.421772] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Releasing lock "refresh_cache-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.676807] env[68134]: DEBUG oslo_vmware.api [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965953, 'name': PowerOffVM_Task, 'duration_secs': 0.24639} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.677105] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.677288] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.677554] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3692a413-8c64-4243-9281-11b86cceab2b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.738506] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.738728] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.738909] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleting the datastore file [datastore1] ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.739197] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d423f7b-3bf6-457b-86de-5be3d6aaf43a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.745475] env[68134]: DEBUG oslo_vmware.api [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1322.745475] env[68134]: value = "task-2965955" [ 1322.745475] env[68134]: _type = "Task" [ 1322.745475] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.752892] env[68134]: DEBUG oslo_vmware.api [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.926326] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e3692ef4-7572-448d-8fdf-c129dd3d79d5 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "interface-ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8-8272dd77-9a63-4ecc-b979-6c47098081ed" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.685s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.255923] env[68134]: DEBUG oslo_vmware.api [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147718} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.256219] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.256424] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.256622] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.256798] env[68134]: INFO nova.compute.manager [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1323.257053] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.257253] env[68134]: DEBUG nova.compute.manager [-] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.257349] env[68134]: DEBUG nova.network.neutron [-] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.296878] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1323.297130] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595123', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'name': 'volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3659cb4d-3d72-4278-b992-e0a323722af4', 'attached_at': '', 'detached_at': '', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'serial': '88ec6fdf-e713-4883-a63b-c315c6bf69a6'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1323.297993] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f4db0-9322-4659-86c7-97a10df6c408 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.316796] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06e4f2d-b9aa-4d57-8bd2-01553989213b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.341748] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6/volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.342065] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6421d86f-f1e0-47a8-8905-fc22553f31be {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.361988] env[68134]: DEBUG oslo_vmware.api [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1323.361988] env[68134]: value = "task-2965956" [ 1323.361988] env[68134]: _type = "Task" [ 1323.361988] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.370293] env[68134]: DEBUG oslo_vmware.api [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.872062] env[68134]: DEBUG oslo_vmware.api [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965956, 'name': ReconfigVM_Task, 'duration_secs': 0.395071} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.872374] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6/volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.876992] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027d1d34-f5b5-4a74-a81a-af1cb98eb93d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.890943] env[68134]: DEBUG oslo_vmware.api [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1323.890943] env[68134]: value = "task-2965957" [ 1323.890943] env[68134]: _type = "Task" [ 1323.890943] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.898601] env[68134]: DEBUG oslo_vmware.api [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.012352] env[68134]: DEBUG nova.compute.manager [req-d427286b-c4df-4251-9669-5c35484a0ac9 req-964d435a-6bbb-4886-a05d-f81f80352f9b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Received event network-vif-deleted-bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.012611] env[68134]: INFO nova.compute.manager [req-d427286b-c4df-4251-9669-5c35484a0ac9 req-964d435a-6bbb-4886-a05d-f81f80352f9b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Neutron deleted interface bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d; detaching it from the instance and deleting it from the info cache [ 1324.012753] env[68134]: DEBUG nova.network.neutron [req-d427286b-c4df-4251-9669-5c35484a0ac9 req-964d435a-6bbb-4886-a05d-f81f80352f9b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.402055] env[68134]: DEBUG oslo_vmware.api [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965957, 'name': ReconfigVM_Task, 'duration_secs': 0.137541} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.402055] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595123', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'name': 'volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3659cb4d-3d72-4278-b992-e0a323722af4', 'attached_at': '', 'detached_at': '', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'serial': '88ec6fdf-e713-4883-a63b-c315c6bf69a6'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1324.495967] env[68134]: DEBUG nova.network.neutron [-] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.514989] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f78bb2f4-9629-45b8-bdad-b3f3b0ba358d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.524757] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5e8bf-e24c-482a-81ae-eb2bcfbb6d61 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.554539] env[68134]: DEBUG nova.compute.manager [req-d427286b-c4df-4251-9669-5c35484a0ac9 req-964d435a-6bbb-4886-a05d-f81f80352f9b service nova] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Detach interface failed, port_id=bb982d2f-ba0c-4f9c-b4c4-e86f97b8744d, reason: Instance ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.999599] env[68134]: INFO nova.compute.manager [-] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Took 1.74 seconds to deallocate network for instance. [ 1325.267057] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.267252] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1325.439449] env[68134]: DEBUG nova.objects.instance [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.506526] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.506806] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.507031] env[68134]: DEBUG nova.objects.instance [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'resources' on Instance uuid ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.516537] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.516813] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.516994] env[68134]: INFO nova.compute.manager [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Shelving [ 1325.945268] env[68134]: DEBUG oslo_concurrency.lockutils [None req-996ff54d-dd87-413e-9953-c4be2576647c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.076404] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.076642] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.076820] env[68134]: DEBUG nova.compute.manager [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.077698] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97faf884-2ecc-4920-b4e5-31b2d86c40b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.081687] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c66901-372d-4b60-9e8e-0985ef8ddf44 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.085494] env[68134]: DEBUG nova.compute.manager [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1326.086008] env[68134]: DEBUG nova.objects.instance [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.091028] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c2351a-bb25-4e0c-b5fa-4d2d4e4420f2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.123356] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5cd66f-a6c6-472b-b2ae-555bcba914db {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.132031] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2364aa-2ab9-400f-9d7a-b814a2630625 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.144594] env[68134]: DEBUG nova.compute.provider_tree [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.525372] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.525721] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69bee03a-a9e6-4444-8a03-6d55018f9a0b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.532962] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1326.532962] env[68134]: value = "task-2965958" [ 1326.532962] env[68134]: _type = "Task" [ 1326.532962] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.540911] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.649139] env[68134]: DEBUG nova.scheduler.client.report [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.043594] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965958, 'name': PowerOffVM_Task, 'duration_secs': 0.191619} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.044190] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.045216] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36b941d-3664-4a1a-b612-4086610b270a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.062312] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b7ad89-4a3c-4c68-bd22-a6fe9860499e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.093051] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.093186] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-795d3314-6909-4ede-a84f-8f6adbd48886 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.099206] env[68134]: DEBUG oslo_vmware.api [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1327.099206] env[68134]: value = "task-2965959" [ 1327.099206] env[68134]: _type = "Task" [ 1327.099206] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.107807] env[68134]: DEBUG oslo_vmware.api [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.154887] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.174990] env[68134]: INFO nova.scheduler.client.report [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted allocations for instance ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8 [ 1327.572527] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Creating Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1327.572927] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f90a2262-5ac9-4bf0-95cd-afed6ceaae0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.582466] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1327.582466] env[68134]: value = "task-2965960" [ 1327.582466] env[68134]: _type = "Task" [ 1327.582466] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.590135] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965960, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.608424] env[68134]: DEBUG oslo_vmware.api [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965959, 'name': PowerOffVM_Task, 'duration_secs': 0.207094} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.608713] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.608932] env[68134]: DEBUG nova.compute.manager [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.609782] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcea9f76-322f-424c-9f9e-ca6d3ad49547 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.682731] env[68134]: DEBUG oslo_concurrency.lockutils [None req-60e72b2d-ee18-467d-b9ba-8f963b169b81 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.039s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.092786] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965960, 'name': CreateSnapshot_Task, 'duration_secs': 0.408831} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.092994] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Created Snapshot of the VM instance {{(pid=68134) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1328.093753] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2dc5eb-a29b-4806-8d97-c7db28705e06 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.121149] env[68134]: DEBUG oslo_concurrency.lockutils [None req-c46fc3b1-a7c6-41c5-b653-3736dabb7889 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.271073] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.271318] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.271530] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.271703] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.271867] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.274326] env[68134]: INFO nova.compute.manager [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Terminating instance [ 1328.458100] env[68134]: DEBUG nova.objects.instance [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.610303] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Creating linked-clone VM from snapshot {{(pid=68134) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1328.610704] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1067a5be-4a4d-4af3-8199-baf12134d794 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.619151] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1328.619151] env[68134]: value = "task-2965961" [ 1328.619151] env[68134]: _type = "Task" [ 1328.619151] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.626518] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965961, 'name': CloneVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.778774] env[68134]: DEBUG nova.compute.manager [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.779056] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.779927] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04017173-5b7a-462d-8152-79d458e9bad9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.794187] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.794187] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a2b7aa-8274-4694-90e2-31833245fc1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.798490] env[68134]: DEBUG oslo_vmware.api [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1328.798490] env[68134]: value = "task-2965962" [ 1328.798490] env[68134]: _type = "Task" [ 1328.798490] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.805850] env[68134]: DEBUG oslo_vmware.api [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.963572] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.963811] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.963984] env[68134]: DEBUG nova.network.neutron [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.964188] env[68134]: DEBUG nova.objects.instance [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'info_cache' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.129129] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965961, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.306509] env[68134]: DEBUG oslo_vmware.api [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965962, 'name': PowerOffVM_Task, 'duration_secs': 0.179871} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.306819] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.307077] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.307356] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba6b8020-c9ea-4348-9b0b-274f1956ede1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.368589] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.368852] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.369025] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleting the datastore file [datastore2] 7e614edd-3a77-4848-a00c-7395fc93ffa5 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.369315] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63357a95-f581-4777-a972-26a0fefc987a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.375329] env[68134]: DEBUG oslo_vmware.api [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for the task: (returnval){ [ 1329.375329] env[68134]: value = "task-2965964" [ 1329.375329] env[68134]: _type = "Task" [ 1329.375329] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.383601] env[68134]: DEBUG oslo_vmware.api [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.468351] env[68134]: DEBUG nova.objects.base [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Object Instance<3659cb4d-3d72-4278-b992-e0a323722af4> lazy-loaded attributes: flavor,info_cache {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.629996] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965961, 'name': CloneVM_Task} progress is 94%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.885573] env[68134]: DEBUG oslo_vmware.api [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Task: {'id': task-2965964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108772} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.885803] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.885994] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.886221] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.886477] env[68134]: INFO nova.compute.manager [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1329.886754] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.886948] env[68134]: DEBUG nova.compute.manager [-] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.887064] env[68134]: DEBUG nova.network.neutron [-] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.114536] env[68134]: DEBUG nova.compute.manager [req-4de48bc9-7d10-4cb7-bb2b-6abe74613861 req-dfba314c-73c2-40ee-827f-40bf4f701efc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Received event network-vif-deleted-14945b0b-af20-4960-ad99-d3dfdd1c3875 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.114740] env[68134]: INFO nova.compute.manager [req-4de48bc9-7d10-4cb7-bb2b-6abe74613861 req-dfba314c-73c2-40ee-827f-40bf4f701efc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Neutron deleted interface 14945b0b-af20-4960-ad99-d3dfdd1c3875; detaching it from the instance and deleting it from the info cache [ 1330.115106] env[68134]: DEBUG nova.network.neutron [req-4de48bc9-7d10-4cb7-bb2b-6abe74613861 req-dfba314c-73c2-40ee-827f-40bf4f701efc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.129972] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965961, 'name': CloneVM_Task, 'duration_secs': 1.405836} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.130229] env[68134]: INFO nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Created linked-clone VM from snapshot [ 1330.131020] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6e1ea6-cb53-4d35-b54e-930d39bc5b40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.141275] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Uploading image 4ed21b9c-2256-4c66-842a-c73a2f321ea8 {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1330.176110] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1330.176110] env[68134]: value = "vm-595125" [ 1330.176110] env[68134]: _type = "VirtualMachine" [ 1330.176110] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1330.176400] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a6a1eed-7692-4a1e-9da2-d0fcfd50b6a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.182747] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lease: (returnval){ [ 1330.182747] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e06a7b-44e4-e5df-8bf8-4014a17948e5" [ 1330.182747] env[68134]: _type = "HttpNfcLease" [ 1330.182747] env[68134]: } obtained for exporting VM: (result){ [ 1330.182747] env[68134]: value = "vm-595125" [ 1330.182747] env[68134]: _type = "VirtualMachine" [ 1330.182747] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1330.183027] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the lease: (returnval){ [ 1330.183027] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e06a7b-44e4-e5df-8bf8-4014a17948e5" [ 1330.183027] env[68134]: _type = "HttpNfcLease" [ 1330.183027] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1330.192261] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1330.192261] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e06a7b-44e4-e5df-8bf8-4014a17948e5" [ 1330.192261] env[68134]: _type = "HttpNfcLease" [ 1330.192261] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1330.249670] env[68134]: DEBUG nova.network.neutron [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating instance_info_cache with network_info: [{"id": "644d8b63-600f-447c-a2b1-d026a894fbe3", "address": "fa:16:3e:ee:ac:04", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644d8b63-60", "ovs_interfaceid": "644d8b63-600f-447c-a2b1-d026a894fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.598722] env[68134]: DEBUG nova.network.neutron [-] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.617446] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fd17e61-85a0-4ef7-bcf8-3290b98e75d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.627555] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c685df-a861-45ee-b422-7b7db68ce037 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.654401] env[68134]: DEBUG nova.compute.manager [req-4de48bc9-7d10-4cb7-bb2b-6abe74613861 req-dfba314c-73c2-40ee-827f-40bf4f701efc service nova] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Detach interface failed, port_id=14945b0b-af20-4960-ad99-d3dfdd1c3875, reason: Instance 7e614edd-3a77-4848-a00c-7395fc93ffa5 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1330.692205] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1330.692205] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e06a7b-44e4-e5df-8bf8-4014a17948e5" [ 1330.692205] env[68134]: _type = "HttpNfcLease" [ 1330.692205] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1330.692478] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1330.692478] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52e06a7b-44e4-e5df-8bf8-4014a17948e5" [ 1330.692478] env[68134]: _type = "HttpNfcLease" [ 1330.692478] env[68134]: }. {{(pid=68134) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1330.693154] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13127f5d-afc8-42a4-9e23-3ddec434d162 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.699720] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddde10-98f5-144e-0d33-004e2ec34a65/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1330.699883] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddde10-98f5-144e-0d33-004e2ec34a65/disk-0.vmdk for reading. {{(pid=68134) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1330.757855] env[68134]: DEBUG oslo_concurrency.lockutils [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.788253] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ecc9c09-dd68-4421-893d-98fbaad864bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.102180] env[68134]: INFO nova.compute.manager [-] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Took 1.21 seconds to deallocate network for instance. [ 1331.608850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.608850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.608850] env[68134]: DEBUG nova.objects.instance [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lazy-loading 'resources' on Instance uuid 7e614edd-3a77-4848-a00c-7395fc93ffa5 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.766166] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.766578] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbb2a3aa-b132-43c5-83b5-763aa5391ed5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.774257] env[68134]: DEBUG oslo_vmware.api [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1331.774257] env[68134]: value = "task-2965966" [ 1331.774257] env[68134]: _type = "Task" [ 1331.774257] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.782123] env[68134]: DEBUG oslo_vmware.api [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.183663] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da54c89-a1df-4a61-8865-89806440742e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.191620] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25b02eb-d6f4-4dc8-b08b-b34cad853df4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.225510] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86abdc2-bd3b-42c2-88e6-ccaef0e7da87 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.233309] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b694b9-5b15-4b24-a903-c54c7115e3dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.247187] env[68134]: DEBUG nova.compute.provider_tree [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.283791] env[68134]: DEBUG oslo_vmware.api [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2965966, 'name': PowerOnVM_Task, 'duration_secs': 0.438536} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.284389] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.284389] env[68134]: DEBUG nova.compute.manager [None req-7575a03a-6c35-4ec9-bbea-8c389dafd702 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.285650] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f607fb-91f2-47b4-99de-091855f86585 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.750881] env[68134]: DEBUG nova.scheduler.client.report [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.256926] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.276146] env[68134]: INFO nova.scheduler.client.report [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Deleted allocations for instance 7e614edd-3a77-4848-a00c-7395fc93ffa5 [ 1333.783831] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e27bd2c2-f3c5-4c98-8365-eed18b7f1260 tempest-AttachInterfacesTestJSON-526601679 tempest-AttachInterfacesTestJSON-526601679-project-member] Lock "7e614edd-3a77-4848-a00c-7395fc93ffa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.512s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.946464] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "823862a6-a904-460f-99b7-ae7000da4944" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.946464] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "823862a6-a904-460f-99b7-ae7000da4944" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.117716] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddde10-98f5-144e-0d33-004e2ec34a65/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1338.118693] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339f712d-4fc4-4cb5-b09b-6d2ead8e6ac5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.125053] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddde10-98f5-144e-0d33-004e2ec34a65/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1338.125222] env[68134]: ERROR oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddde10-98f5-144e-0d33-004e2ec34a65/disk-0.vmdk due to incomplete transfer. [ 1338.125430] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af9db0ee-bb4a-4b42-a859-cde57745b6c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.133441] env[68134]: DEBUG oslo_vmware.rw_handles [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddde10-98f5-144e-0d33-004e2ec34a65/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1338.133627] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Uploaded image 4ed21b9c-2256-4c66-842a-c73a2f321ea8 to the Glance image server {{(pid=68134) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1338.135995] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Destroying the VM {{(pid=68134) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1338.136226] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27f56250-ceff-481a-87fc-1191fdb16ecd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.141961] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1338.141961] env[68134]: value = "task-2965967" [ 1338.141961] env[68134]: _type = "Task" [ 1338.141961] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.149078] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965967, 'name': Destroy_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.449152] env[68134]: DEBUG nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.651663] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965967, 'name': Destroy_Task, 'duration_secs': 0.316612} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.651873] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Destroyed the VM [ 1338.652128] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Deleting Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1338.652373] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd11c0de-4d18-4515-bde5-b3ac80eb52d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.658832] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1338.658832] env[68134]: value = "task-2965968" [ 1338.658832] env[68134]: _type = "Task" [ 1338.658832] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.665827] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.970655] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.970963] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.972495] env[68134]: INFO nova.compute.claims [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.169194] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965968, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374668} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.169434] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Deleted Snapshot of the VM instance {{(pid=68134) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1339.169670] env[68134]: DEBUG nova.compute.manager [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.170431] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca643cb-3361-4d1a-b66c-9617827393bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.682574] env[68134]: INFO nova.compute.manager [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Shelve offloading [ 1339.998068] env[68134]: DEBUG nova.scheduler.client.report [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1340.012178] env[68134]: DEBUG nova.scheduler.client.report [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1340.012421] env[68134]: DEBUG nova.compute.provider_tree [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.022934] env[68134]: DEBUG nova.scheduler.client.report [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1340.041043] env[68134]: DEBUG nova.scheduler.client.report [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1340.096490] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d5ac7f-77ad-4b75-8af1-8d67c80108fa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.103511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93c2cf1-6b31-4213-9c91-8bb16472681d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.133231] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b27438-b301-4452-b152-4dd4b95bfd1e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.139882] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188184e4-1faf-48e2-9acf-b9989d886e43 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.152766] env[68134]: DEBUG nova.compute.provider_tree [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.186316] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.186492] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-254e1e0d-5248-49e0-8454-99964956943d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.192731] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1340.192731] env[68134]: value = "task-2965969" [ 1340.192731] env[68134]: _type = "Task" [ 1340.192731] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.200529] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.656603] env[68134]: DEBUG nova.scheduler.client.report [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.703580] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] VM already powered off {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1340.703815] env[68134]: DEBUG nova.compute.manager [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.704571] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107b873-cbff-47f0-9dc1-cff36dc2bcad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.710547] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.710698] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.710868] env[68134]: DEBUG nova.network.neutron [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.161663] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.162224] env[68134]: DEBUG nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.389382] env[68134]: DEBUG nova.network.neutron [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cca401-f3", "ovs_interfaceid": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.667076] env[68134]: DEBUG nova.compute.utils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.668845] env[68134]: DEBUG nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1341.892709] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.089903] env[68134]: DEBUG nova.compute.manager [req-7a7bca84-3305-4171-ba37-ec17974dff85 req-4b0b5f7b-98ba-466a-aafa-45ae5d74a471 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received event network-vif-unplugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.090192] env[68134]: DEBUG oslo_concurrency.lockutils [req-7a7bca84-3305-4171-ba37-ec17974dff85 req-4b0b5f7b-98ba-466a-aafa-45ae5d74a471 service nova] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.090464] env[68134]: DEBUG oslo_concurrency.lockutils [req-7a7bca84-3305-4171-ba37-ec17974dff85 req-4b0b5f7b-98ba-466a-aafa-45ae5d74a471 service nova] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.090679] env[68134]: DEBUG oslo_concurrency.lockutils [req-7a7bca84-3305-4171-ba37-ec17974dff85 req-4b0b5f7b-98ba-466a-aafa-45ae5d74a471 service nova] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.090913] env[68134]: DEBUG nova.compute.manager [req-7a7bca84-3305-4171-ba37-ec17974dff85 req-4b0b5f7b-98ba-466a-aafa-45ae5d74a471 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] No waiting events found dispatching network-vif-unplugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.091146] env[68134]: WARNING nova.compute.manager [req-7a7bca84-3305-4171-ba37-ec17974dff85 req-4b0b5f7b-98ba-466a-aafa-45ae5d74a471 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received unexpected event network-vif-unplugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 for instance with vm_state shelved and task_state shelving_offloading. [ 1342.114936] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.115837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cccb57f-a949-4265-9ac1-ea7842b78a5e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.123595] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.124061] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658d674d-7133-4695-8f35-670030a2a643 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.170764] env[68134]: DEBUG nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.186822] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.187474] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.187474] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleting the datastore file [datastore1] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.187474] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-401e7acb-70b8-4992-ac2b-dda64a689b86 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.194676] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1342.194676] env[68134]: value = "task-2965971" [ 1342.194676] env[68134]: _type = "Task" [ 1342.194676] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.202604] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.704243] env[68134]: DEBUG oslo_vmware.api [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125859} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.704496] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.704678] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.704877] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.726012] env[68134]: INFO nova.scheduler.client.report [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleted allocations for instance 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 [ 1343.180398] env[68134]: DEBUG nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.201930] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.202193] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.202352] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.202531] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.202677] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.202821] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.203037] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.203202] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.203364] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.203520] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.203687] env[68134]: DEBUG nova.virt.hardware [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.204554] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb28ac-87da-4996-8a42-192111f90966 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.212328] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555938a6-38e2-4642-ab47-ff538af767eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.225301] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.230614] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Creating folder: Project (156d643aa7f4499d87b233a2375c0f91). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.231580] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.231861] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.232083] env[68134]: DEBUG nova.objects.instance [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lazy-loading 'resources' on Instance uuid 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.233030] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56e622d9-be26-4dee-80c6-41b74bb56bad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.242433] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Created folder: Project (156d643aa7f4499d87b233a2375c0f91) in parent group-v594791. [ 1343.242620] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Creating folder: Instances. Parent ref: group-v595126. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.242833] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a75461-8b12-4ca0-8a4d-da57226b1cf2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.251153] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Created folder: Instances in parent group-v595126. [ 1343.251386] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.251571] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.251795] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe22120-4ad6-4790-82a9-0ed1af386d47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.268503] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.268503] env[68134]: value = "task-2965974" [ 1343.268503] env[68134]: _type = "Task" [ 1343.268503] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.275833] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965974, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.736081] env[68134]: DEBUG nova.objects.instance [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lazy-loading 'numa_topology' on Instance uuid 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.778552] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965974, 'name': CreateVM_Task, 'duration_secs': 0.306564} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.778724] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.779972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.779972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.779972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.779972] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542fd17d-15bd-43b6-b0d7-afa91f0d5b20 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.788251] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1343.788251] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]528930fe-557d-aaba-53f1-dec08a6ce06f" [ 1343.788251] env[68134]: _type = "Task" [ 1343.788251] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.795940] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528930fe-557d-aaba-53f1-dec08a6ce06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.114472] env[68134]: DEBUG nova.compute.manager [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received event network-changed-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.114670] env[68134]: DEBUG nova.compute.manager [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Refreshing instance network info cache due to event network-changed-b6cca401-f35d-427d-997f-4a8c6eb3aab9. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.114885] env[68134]: DEBUG oslo_concurrency.lockutils [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] Acquiring lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.115040] env[68134]: DEBUG oslo_concurrency.lockutils [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] Acquired lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.115210] env[68134]: DEBUG nova.network.neutron [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Refreshing network info cache for port b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.238588] env[68134]: DEBUG nova.objects.base [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Object Instance<1cc0e342-a2d3-401c-8b84-f431c0ef3fe1> lazy-loaded attributes: resources,numa_topology {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.287061] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.300508] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]528930fe-557d-aaba-53f1-dec08a6ce06f, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.301539] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.301798] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.302052] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.302216] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.302494] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.303235] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d1a29d-9cd9-411a-ae7e-b446d269c641 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.305566] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d546774-1016-4b19-a2c2-7c7e9f5efe4b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.312482] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602ba845-8185-4157-90f4-dd059094384b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.316035] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.316190] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.317128] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9776175-7549-4ad4-94e6-0699a8a2a43a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.342955] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3025afaf-84b4-4c7a-af97-0d06571d6f69 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.345947] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1344.345947] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d6927c-6793-e7b0-d97a-77fd88349977" [ 1344.345947] env[68134]: _type = "Task" [ 1344.345947] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.351904] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e43b3-4375-4760-9266-a14aad6fbe4b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.357978] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d6927c-6793-e7b0-d97a-77fd88349977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.367178] env[68134]: DEBUG nova.compute.provider_tree [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.800530] env[68134]: DEBUG nova.network.neutron [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updated VIF entry in instance network info cache for port b6cca401-f35d-427d-997f-4a8c6eb3aab9. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.800872] env[68134]: DEBUG nova.network.neutron [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb6cca401-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.856503] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d6927c-6793-e7b0-d97a-77fd88349977, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.857272] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34cf567-aaa2-4f2b-b921-7d66e4dfe6fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.862733] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1344.862733] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5236d30b-f0e9-e7cb-53ea-9340e53066d6" [ 1344.862733] env[68134]: _type = "Task" [ 1344.862733] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.870495] env[68134]: DEBUG nova.scheduler.client.report [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.873345] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5236d30b-f0e9-e7cb-53ea-9340e53066d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.303616] env[68134]: DEBUG oslo_concurrency.lockutils [req-7193b12d-4fbc-4771-931c-0170c05df40a req-73e36ef4-0c05-48f1-a233-df37148e2061 service nova] Releasing lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.372452] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5236d30b-f0e9-e7cb-53ea-9340e53066d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.372721] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.373069] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.373330] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd3836cb-0ec5-4f4d-acad-a3f95f95aabf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.375722] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.382157] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1345.382157] env[68134]: value = "task-2965975" [ 1345.382157] env[68134]: _type = "Task" [ 1345.382157] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.389607] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.887593] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a423e743-55cb-42aa-b747-bdc23602a5f9 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.371s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.888540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.602s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.888734] env[68134]: INFO nova.compute.manager [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Unshelving [ 1345.895268] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41183} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.895509] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.895713] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.895967] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94457fe5-6c33-4094-9cef-90d89086a238 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.902663] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1345.902663] env[68134]: value = "task-2965976" [ 1345.902663] env[68134]: _type = "Task" [ 1345.902663] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.909763] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.413085] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104428} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.413423] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.413933] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cd7a8b-f372-49cc-b6b5-ad3fcfa56e68 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.433161] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.433954] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acea15a6-9ace-4c54-9bf2-aa911912d390 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.452870] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1346.452870] env[68134]: value = "task-2965977" [ 1346.452870] env[68134]: _type = "Task" [ 1346.452870] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.460376] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.912985] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.913299] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.913508] env[68134]: DEBUG nova.objects.instance [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lazy-loading 'pci_requests' on Instance uuid 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.963908] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.416993] env[68134]: DEBUG nova.objects.instance [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lazy-loading 'numa_topology' on Instance uuid 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.464434] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965977, 'name': ReconfigVM_Task, 'duration_secs': 0.831645} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.464764] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.465408] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00837599-6f47-42e6-935a-608b07218c3b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.472054] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1347.472054] env[68134]: value = "task-2965978" [ 1347.472054] env[68134]: _type = "Task" [ 1347.472054] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.479051] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965978, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.919571] env[68134]: INFO nova.compute.claims [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.981938] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965978, 'name': Rename_Task, 'duration_secs': 0.148663} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.982218] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.982458] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54114e75-45a5-4e49-9077-705b91a6b7fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.988904] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1347.988904] env[68134]: value = "task-2965979" [ 1347.988904] env[68134]: _type = "Task" [ 1347.988904] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.996977] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.498244] env[68134]: DEBUG oslo_vmware.api [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965979, 'name': PowerOnVM_Task, 'duration_secs': 0.440622} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.498607] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.498656] env[68134]: INFO nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1348.498820] env[68134]: DEBUG nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.499842] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5348894-5343-4b87-a501-bae7afd45320 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.983363] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d330011-c57a-42c9-88ab-16ee7d660611 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.990508] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af5a7c-fa9c-4a88-8020-79bb53e5c4cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.024538] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e6cd3-c6b7-4794-bc65-6a8df5540000 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.028749] env[68134]: INFO nova.compute.manager [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Took 10.08 seconds to build instance. [ 1349.032737] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44524f1a-b4fa-4ab3-9b38-5542ca88a96a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.045806] env[68134]: DEBUG nova.compute.provider_tree [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.530504] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6589c881-b9fb-4aaf-a3f6-b5dc72303c39 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "823862a6-a904-460f-99b7-ae7000da4944" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.584s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.548579] env[68134]: DEBUG nova.scheduler.client.report [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.053259] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.140s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.088683] env[68134]: INFO nova.network.neutron [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating port b6cca401-f35d-427d-997f-4a8c6eb3aab9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1350.188506] env[68134]: INFO nova.compute.manager [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Rebuilding instance [ 1350.227475] env[68134]: DEBUG nova.compute.manager [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.228334] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc44ad-2dc6-4a67-b8e3-efe13bc8e86a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.906160] env[68134]: DEBUG oslo_concurrency.lockutils [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.906468] env[68134]: DEBUG oslo_concurrency.lockutils [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.241302] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.241608] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51319f80-ad07-4790-b760-b5fbeda08b91 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.250381] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1351.250381] env[68134]: value = "task-2965980" [ 1351.250381] env[68134]: _type = "Task" [ 1351.250381] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.259434] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.409945] env[68134]: DEBUG nova.compute.utils [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.467798] env[68134]: DEBUG nova.compute.manager [req-3897b0c9-3cc3-4dfb-8b01-9f24eb481f62 req-22802cde-79d8-49e4-b791-1de9610740a9 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received event network-vif-plugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.468064] env[68134]: DEBUG oslo_concurrency.lockutils [req-3897b0c9-3cc3-4dfb-8b01-9f24eb481f62 req-22802cde-79d8-49e4-b791-1de9610740a9 service nova] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.468721] env[68134]: DEBUG oslo_concurrency.lockutils [req-3897b0c9-3cc3-4dfb-8b01-9f24eb481f62 req-22802cde-79d8-49e4-b791-1de9610740a9 service nova] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.468946] env[68134]: DEBUG oslo_concurrency.lockutils [req-3897b0c9-3cc3-4dfb-8b01-9f24eb481f62 req-22802cde-79d8-49e4-b791-1de9610740a9 service nova] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.469159] env[68134]: DEBUG nova.compute.manager [req-3897b0c9-3cc3-4dfb-8b01-9f24eb481f62 req-22802cde-79d8-49e4-b791-1de9610740a9 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] No waiting events found dispatching network-vif-plugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.469366] env[68134]: WARNING nova.compute.manager [req-3897b0c9-3cc3-4dfb-8b01-9f24eb481f62 req-22802cde-79d8-49e4-b791-1de9610740a9 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received unexpected event network-vif-plugged-b6cca401-f35d-427d-997f-4a8c6eb3aab9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1351.549438] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.549624] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.549842] env[68134]: DEBUG nova.network.neutron [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.760273] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965980, 'name': PowerOffVM_Task, 'duration_secs': 0.189636} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.760480] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.761139] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.761890] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe307c9-d120-4dc5-b19f-92805b3049f6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.768276] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.768484] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded22912-8e2b-4739-bb44-28c7cb89cb57 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.798166] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.798385] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.798568] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Deleting the datastore file [datastore2] 823862a6-a904-460f-99b7-ae7000da4944 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.798820] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1284164d-296c-4c2d-860b-c3af6789f7ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.805508] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1351.805508] env[68134]: value = "task-2965982" [ 1351.805508] env[68134]: _type = "Task" [ 1351.805508] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.813073] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.912637] env[68134]: DEBUG oslo_concurrency.lockutils [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.224562] env[68134]: DEBUG nova.network.neutron [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cca401-f3", "ovs_interfaceid": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.315747] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094174} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.315997] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.316202] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.316374] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.727313] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.753497] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1595ce7be3d6ca7ef87ad33dde758e6',container_format='bare',created_at=2025-03-12T09:24:49Z,direct_url=,disk_format='vmdk',id=4ed21b9c-2256-4c66-842a-c73a2f321ea8,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1345977904-shelved',owner='267f26ce91fd406eb1de8d3f7864320b',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-03-12T09:25:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.753768] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.753940] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.754137] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.754281] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.754422] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.754623] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.754781] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.754945] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.755140] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.755337] env[68134]: DEBUG nova.virt.hardware [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.756174] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac78af1-6cee-41be-a5b8-2d285a14ea8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.763875] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223ae039-a149-4dd4-86e9-ede2ff8b5ea7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.776847] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1b:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6cca401-f35d-427d-997f-4a8c6eb3aab9', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.784465] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.784677] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.784862] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511e4762-9156-47ef-9ef3-53285361c8d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.805159] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.805159] env[68134]: value = "task-2965983" [ 1352.805159] env[68134]: _type = "Task" [ 1352.805159] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.813296] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965983, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.973591] env[68134]: DEBUG oslo_concurrency.lockutils [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.973924] env[68134]: DEBUG oslo_concurrency.lockutils [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.974128] env[68134]: INFO nova.compute.manager [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Attaching volume 89451b9e-e1cf-43e6-a5d8-e423c19db305 to /dev/sdb [ 1353.006977] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6e9105-0236-4309-8082-8c852de16c7c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.014235] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5733694c-32b1-48cd-9200-7e07bc87108b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.028067] env[68134]: DEBUG nova.virt.block_device [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updating existing volume attachment record: 44150f21-0090-4198-8ad7-27abf4f2cc72 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1353.316027] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965983, 'name': CreateVM_Task, 'duration_secs': 0.308051} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.316186] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.316895] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.317087] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.317486] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.317753] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fee5c6-ac0f-467c-b675-b3fe53b70d50 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.322673] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1353.322673] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5226cdfe-b71c-0e30-0b56-9f4af3f37eb1" [ 1353.322673] env[68134]: _type = "Task" [ 1353.322673] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.333790] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5226cdfe-b71c-0e30-0b56-9f4af3f37eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.348884] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.349131] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.349300] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.349477] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.349619] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.349786] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.350042] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.350213] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.350378] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.350537] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.350707] env[68134]: DEBUG nova.virt.hardware [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.351479] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3df0c2-41a4-4cf3-8f76-5eeee8b14d12 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.358140] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b18e774-eb68-4f72-8d04-f5363e5d04cc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.370987] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.376456] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.376677] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.376871] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6a9b259-a72f-4a2c-930f-81eb6ea7cd25 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.392371] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.392371] env[68134]: value = "task-2965985" [ 1353.392371] env[68134]: _type = "Task" [ 1353.392371] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.399545] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965985, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.493990] env[68134]: DEBUG nova.compute.manager [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received event network-changed-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.494212] env[68134]: DEBUG nova.compute.manager [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Refreshing instance network info cache due to event network-changed-b6cca401-f35d-427d-997f-4a8c6eb3aab9. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.494423] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] Acquiring lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.494577] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] Acquired lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.494732] env[68134]: DEBUG nova.network.neutron [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Refreshing network info cache for port b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.832604] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.832857] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Processing image 4ed21b9c-2256-4c66-842a-c73a2f321ea8 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.833105] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8/4ed21b9c-2256-4c66-842a-c73a2f321ea8.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.833254] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8/4ed21b9c-2256-4c66-842a-c73a2f321ea8.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.833428] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.833670] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4dc81e-3f65-46db-aa7b-3f2a2f7a0ae5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.841289] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.841456] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.842161] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643b0f85-5479-4c03-a613-b031ebf31fc2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.846489] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1353.846489] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521f0217-d625-c795-d9c8-c7c48d45e4f3" [ 1353.846489] env[68134]: _type = "Task" [ 1353.846489] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.854531] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521f0217-d625-c795-d9c8-c7c48d45e4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.900183] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2965985, 'name': CreateVM_Task, 'duration_secs': 0.219438} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.900332] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.900711] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.900872] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.901205] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.901440] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98bc182f-7f91-434a-8298-c4318718bafe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.905644] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1353.905644] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52ac14be-e1e9-43d8-f365-a3cc0f2b45c5" [ 1353.905644] env[68134]: _type = "Task" [ 1353.905644] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.916179] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ac14be-e1e9-43d8-f365-a3cc0f2b45c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.211500] env[68134]: DEBUG nova.network.neutron [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updated VIF entry in instance network info cache for port b6cca401-f35d-427d-997f-4a8c6eb3aab9. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.212885] env[68134]: DEBUG nova.network.neutron [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cca401-f3", "ovs_interfaceid": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.356796] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Preparing fetch location {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1354.357014] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Fetch image to [datastore2] OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39/OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39.vmdk {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1354.357224] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Downloading stream optimized image 4ed21b9c-2256-4c66-842a-c73a2f321ea8 to [datastore2] OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39/OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39.vmdk on the data store datastore2 as vApp {{(pid=68134) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1354.357393] env[68134]: DEBUG nova.virt.vmwareapi.images [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Downloading image file data 4ed21b9c-2256-4c66-842a-c73a2f321ea8 to the ESX as VM named 'OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39' {{(pid=68134) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1354.415247] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52ac14be-e1e9-43d8-f365-a3cc0f2b45c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016985} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.415482] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.415708] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.415935] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.416091] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.416296] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.416517] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26438435-a99d-4739-8434-73f26ccf55a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.422802] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1354.422802] env[68134]: value = "resgroup-9" [ 1354.422802] env[68134]: _type = "ResourcePool" [ 1354.422802] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1354.423150] env[68134]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5bde8fd7-7636-41f8-8ee1-5cfe2325360b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.437958] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.438143] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.439128] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8776d748-4650-4a93-8500-7c46b2fc6698 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.444078] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1354.444078] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]527ed45b-db7b-be9a-8477-bf522d16f363" [ 1354.444078] env[68134]: _type = "Task" [ 1354.444078] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.445266] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lease: (returnval){ [ 1354.445266] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c7d98-0fd2-ef21-4007-0addfb4d4b2c" [ 1354.445266] env[68134]: _type = "HttpNfcLease" [ 1354.445266] env[68134]: } obtained for vApp import into resource pool (val){ [ 1354.445266] env[68134]: value = "resgroup-9" [ 1354.445266] env[68134]: _type = "ResourcePool" [ 1354.445266] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1354.445535] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the lease: (returnval){ [ 1354.445535] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c7d98-0fd2-ef21-4007-0addfb4d4b2c" [ 1354.445535] env[68134]: _type = "HttpNfcLease" [ 1354.445535] env[68134]: } to be ready. {{(pid=68134) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.455386] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527ed45b-db7b-be9a-8477-bf522d16f363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.456639] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.456639] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c7d98-0fd2-ef21-4007-0addfb4d4b2c" [ 1354.456639] env[68134]: _type = "HttpNfcLease" [ 1354.456639] env[68134]: } is initializing. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1354.714562] env[68134]: DEBUG oslo_concurrency.lockutils [req-7d31eb55-87f3-40bf-b0b9-c3b57118f973 req-3c01098e-2153-4e5d-8f65-084325f7ad9e service nova] Releasing lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.958652] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]527ed45b-db7b-be9a-8477-bf522d16f363, 'name': SearchDatastore_Task, 'duration_secs': 0.01216} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.960678] env[68134]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.960678] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c7d98-0fd2-ef21-4007-0addfb4d4b2c" [ 1354.960678] env[68134]: _type = "HttpNfcLease" [ 1354.960678] env[68134]: } is ready. {{(pid=68134) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1354.960891] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c19695a-74b5-460b-9168-7f2115f1a827 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.963027] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1354.963027] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]526c7d98-0fd2-ef21-4007-0addfb4d4b2c" [ 1354.963027] env[68134]: _type = "HttpNfcLease" [ 1354.963027] env[68134]: }. {{(pid=68134) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1354.963690] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3852e-63cb-4dd5-a667-fe20be7e7c9a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.968321] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1354.968321] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52a4f745-b643-19b1-7c49-62216fdce6b0" [ 1354.968321] env[68134]: _type = "Task" [ 1354.968321] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.971347] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e14b11-2bb4-8ce8-6e7c-f70a77a5f84d/disk-0.vmdk from lease info. {{(pid=68134) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1354.971513] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e14b11-2bb4-8ce8-6e7c-f70a77a5f84d/disk-0.vmdk. {{(pid=68134) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1355.049286] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52a4f745-b643-19b1-7c49-62216fdce6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.050572] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.050835] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.056061] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf0090c-e92a-449f-809c-f6be88277177 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.057039] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb9a853b-ea36-4732-ba58-4b67247a1461 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.063377] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1355.063377] env[68134]: value = "task-2965987" [ 1355.063377] env[68134]: _type = "Task" [ 1355.063377] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.070557] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.576582] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464515} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.576928] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.577227] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.577560] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667a7dcc-6f70-4ffa-8e64-af015614fd15 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.586881] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1355.586881] env[68134]: value = "task-2965989" [ 1355.586881] env[68134]: _type = "Task" [ 1355.586881] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.597213] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.096677] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080725} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.098959] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.099817] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e00a006-047a-4c82-a69d-4469a74ba992 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.123329] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.128528] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fcdca75-cfee-488a-97a1-ec9e11c4aafa {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.150232] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1356.150232] env[68134]: value = "task-2965990" [ 1356.150232] env[68134]: _type = "Task" [ 1356.150232] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.158438] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.160416] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Completed reading data from the image iterator. {{(pid=68134) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1356.160644] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e14b11-2bb4-8ce8-6e7c-f70a77a5f84d/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1356.161422] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e80fef8-821c-483d-a609-bf1a24d9e631 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.166943] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e14b11-2bb4-8ce8-6e7c-f70a77a5f84d/disk-0.vmdk is in state: ready. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1356.167122] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e14b11-2bb4-8ce8-6e7c-f70a77a5f84d/disk-0.vmdk. {{(pid=68134) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1356.167342] env[68134]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bb381811-bb71-4156-b594-ac579e14d520 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.376023] env[68134]: DEBUG oslo_vmware.rw_handles [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e14b11-2bb4-8ce8-6e7c-f70a77a5f84d/disk-0.vmdk. {{(pid=68134) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1356.376374] env[68134]: INFO nova.virt.vmwareapi.images [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Downloaded image file data 4ed21b9c-2256-4c66-842a-c73a2f321ea8 [ 1356.377424] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b82b65-61ec-489e-b054-4f838f0a77fe {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.393173] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74adbd30-ef86-47c3-9c91-f04735e029b0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.423081] env[68134]: INFO nova.virt.vmwareapi.images [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] The imported VM was unregistered [ 1356.425590] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Caching image {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1356.425859] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.426168] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f13105da-c0f5-4a00-beb1-791d24b890e7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.436286] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Created directory with path [datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8 {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.436487] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39/OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39.vmdk to [datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8/4ed21b9c-2256-4c66-842a-c73a2f321ea8.vmdk. {{(pid=68134) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1356.436731] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cb9d24d3-42aa-48f3-bbf9-b31464a069a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.442339] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1356.442339] env[68134]: value = "task-2965992" [ 1356.442339] env[68134]: _type = "Task" [ 1356.442339] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.449806] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965992, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.660580] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965990, 'name': ReconfigVM_Task, 'duration_secs': 0.276801} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.660983] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 823862a6-a904-460f-99b7-ae7000da4944/823862a6-a904-460f-99b7-ae7000da4944.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.661614] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce35ce8d-51b0-411c-94f2-29bf0bb1c9d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.669446] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1356.669446] env[68134]: value = "task-2965993" [ 1356.669446] env[68134]: _type = "Task" [ 1356.669446] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.681423] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965993, 'name': Rename_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.954210] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965992, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.181226] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965993, 'name': Rename_Task, 'duration_secs': 0.337519} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.181520] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.181783] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec67b942-7dde-4b6c-8dc3-526f19542311 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.191068] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1357.191068] env[68134]: value = "task-2965994" [ 1357.191068] env[68134]: _type = "Task" [ 1357.191068] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.201430] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.454673] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965992, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.574354] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1357.574603] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595130', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'name': 'volume-89451b9e-e1cf-43e6-a5d8-e423c19db305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf28978-5aa7-463a-b269-c453f7dd1ccb', 'attached_at': '', 'detached_at': '', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'serial': '89451b9e-e1cf-43e6-a5d8-e423c19db305'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1357.575589] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967e9e3d-2a36-4b7d-a962-2a96d01c8387 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.594091] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb51ff18-7868-4e2e-98d9-3d44530ff84a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.621827] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-89451b9e-e1cf-43e6-a5d8-e423c19db305/volume-89451b9e-e1cf-43e6-a5d8-e423c19db305.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.622225] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f76318-83ec-4417-8a91-56ab39096428 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.643058] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1357.643058] env[68134]: value = "task-2965995" [ 1357.643058] env[68134]: _type = "Task" [ 1357.643058] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.652414] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.702697] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.955272] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965992, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.154603] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.204075] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965994, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.456266] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965992, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.654046] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.702379] env[68134]: DEBUG oslo_vmware.api [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965994, 'name': PowerOnVM_Task, 'duration_secs': 1.177648} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.702666] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.702875] env[68134]: DEBUG nova.compute.manager [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.703732] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0acaaf8-21b9-4be8-978f-5c99a80543f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.959266] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965992, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.26594} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.959688] env[68134]: INFO nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39/OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39.vmdk to [datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8/4ed21b9c-2256-4c66-842a-c73a2f321ea8.vmdk. [ 1358.960029] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Cleaning up location [datastore2] OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39 {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1358.960348] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2c9c89e7-304b-43d2-8846-7fc88320bd39 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.960713] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f9fb8a1-d824-4d1d-b70a-a9452bc6ca87 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.969468] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1358.969468] env[68134]: value = "task-2965996" [ 1358.969468] env[68134]: _type = "Task" [ 1358.969468] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.978131] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.155296] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965995, 'name': ReconfigVM_Task, 'duration_secs': 1.376387} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.155551] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-89451b9e-e1cf-43e6-a5d8-e423c19db305/volume-89451b9e-e1cf-43e6-a5d8-e423c19db305.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.160236] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603c1f13-86c0-4857-869a-d97349321fbc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.174994] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1359.174994] env[68134]: value = "task-2965997" [ 1359.174994] env[68134]: _type = "Task" [ 1359.174994] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.182432] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.221014] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.221229] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.221412] env[68134]: DEBUG nova.objects.instance [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1359.478913] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039479} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.479154] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.479321] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8/4ed21b9c-2256-4c66-842a-c73a2f321ea8.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.479560] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8/4ed21b9c-2256-4c66-842a-c73a2f321ea8.vmdk to [datastore2] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.479808] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c792967d-e8f8-4f65-a813-fa19692f828c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.485886] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1359.485886] env[68134]: value = "task-2965998" [ 1359.485886] env[68134]: _type = "Task" [ 1359.485886] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.497657] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.684704] env[68134]: DEBUG oslo_vmware.api [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2965997, 'name': ReconfigVM_Task, 'duration_secs': 0.24872} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.685152] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595130', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'name': 'volume-89451b9e-e1cf-43e6-a5d8-e423c19db305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf28978-5aa7-463a-b269-c453f7dd1ccb', 'attached_at': '', 'detached_at': '', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'serial': '89451b9e-e1cf-43e6-a5d8-e423c19db305'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1359.996938] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965998, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.075705] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "823862a6-a904-460f-99b7-ae7000da4944" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.075966] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "823862a6-a904-460f-99b7-ae7000da4944" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.076277] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "823862a6-a904-460f-99b7-ae7000da4944-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.076507] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "823862a6-a904-460f-99b7-ae7000da4944-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.076687] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "823862a6-a904-460f-99b7-ae7000da4944-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.079158] env[68134]: INFO nova.compute.manager [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Terminating instance [ 1360.229364] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e624c441-bb94-49a2-a836-1e0575ca0c85 tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.496399] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965998, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.583892] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "refresh_cache-823862a6-a904-460f-99b7-ae7000da4944" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.584116] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquired lock "refresh_cache-823862a6-a904-460f-99b7-ae7000da4944" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.584306] env[68134]: DEBUG nova.network.neutron [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.724047] env[68134]: DEBUG nova.objects.instance [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'flavor' on Instance uuid bbf28978-5aa7-463a-b269-c453f7dd1ccb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.997921] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965998, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.105065] env[68134]: DEBUG nova.network.neutron [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.153417] env[68134]: DEBUG nova.network.neutron [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.230515] env[68134]: DEBUG oslo_concurrency.lockutils [None req-071f7175-0d21-4d0a-88dd-2fb948464961 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.257s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.498342] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965998, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.503271] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.503543] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.656340] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Releasing lock "refresh_cache-823862a6-a904-460f-99b7-ae7000da4944" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.656824] env[68134]: DEBUG nova.compute.manager [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.657080] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.658130] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c719b6-9a1d-45b4-83d1-2cbf00859d31 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.666718] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.667121] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ca0ff90-7143-4869-afd6-af80045dc6f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.673931] env[68134]: DEBUG oslo_vmware.api [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1361.673931] env[68134]: value = "task-2965999" [ 1361.673931] env[68134]: _type = "Task" [ 1361.673931] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.681811] env[68134]: DEBUG oslo_vmware.api [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.997494] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2965998, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.284699} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.997764] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ed21b9c-2256-4c66-842a-c73a2f321ea8/4ed21b9c-2256-4c66-842a-c73a2f321ea8.vmdk to [datastore2] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.998569] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8788c97e-5913-4e28-9ec6-6c67f88ca4ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.012083] env[68134]: INFO nova.compute.manager [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Detaching volume 89451b9e-e1cf-43e6-a5d8-e423c19db305 [ 1362.022075] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.022515] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65861d80-a18e-466d-989f-ec9de0c8e07c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.043315] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1362.043315] env[68134]: value = "task-2966000" [ 1362.043315] env[68134]: _type = "Task" [ 1362.043315] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.050841] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.063162] env[68134]: INFO nova.virt.block_device [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Attempting to driver detach volume 89451b9e-e1cf-43e6-a5d8-e423c19db305 from mountpoint /dev/sdb [ 1362.063412] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1362.063634] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595130', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'name': 'volume-89451b9e-e1cf-43e6-a5d8-e423c19db305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf28978-5aa7-463a-b269-c453f7dd1ccb', 'attached_at': '', 'detached_at': '', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'serial': '89451b9e-e1cf-43e6-a5d8-e423c19db305'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1362.064487] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb11ebd-63f7-48cd-97c6-5d9982e69596 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.085058] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39932c30-2fa7-4df6-ab60-6ad51285a858 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.091038] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c00e0e-e7ba-4eff-9cc2-8d7af64edbb7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.109776] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099430eb-8c15-441d-913d-16669f747679 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.124915] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] The volume has not been displaced from its original location: [datastore2] volume-89451b9e-e1cf-43e6-a5d8-e423c19db305/volume-89451b9e-e1cf-43e6-a5d8-e423c19db305.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1362.129844] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.130117] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f6c86c-958b-450c-a029-02d7cced7ff8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.148445] env[68134]: DEBUG oslo_vmware.api [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1362.148445] env[68134]: value = "task-2966001" [ 1362.148445] env[68134]: _type = "Task" [ 1362.148445] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.158669] env[68134]: DEBUG oslo_vmware.api [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.182243] env[68134]: DEBUG oslo_vmware.api [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2965999, 'name': PowerOffVM_Task, 'duration_secs': 0.169746} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.182516] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.182680] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.182912] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f991c64-6798-492a-b0be-47961d472515 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.206345] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.206576] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.206754] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Deleting the datastore file [datastore2] 823862a6-a904-460f-99b7-ae7000da4944 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.206991] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f61a4a66-59b6-4d92-830e-e986b1380a47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.212597] env[68134]: DEBUG oslo_vmware.api [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for the task: (returnval){ [ 1362.212597] env[68134]: value = "task-2966003" [ 1362.212597] env[68134]: _type = "Task" [ 1362.212597] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.219813] env[68134]: DEBUG oslo_vmware.api [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2966003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.553859] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966000, 'name': ReconfigVM_Task, 'duration_secs': 0.282794} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.554124] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1/1cc0e342-a2d3-401c-8b84-f431c0ef3fe1.vmdk or device None with type streamOptimized {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.554747] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bd97255-68d9-48cf-979d-a5a090a77cb2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.560220] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1362.560220] env[68134]: value = "task-2966004" [ 1362.560220] env[68134]: _type = "Task" [ 1362.560220] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.568144] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966004, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.658118] env[68134]: DEBUG oslo_vmware.api [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966001, 'name': ReconfigVM_Task, 'duration_secs': 0.306921} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.658441] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.663260] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b8cad1-1069-426d-a134-c82e09d8e079 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.678583] env[68134]: DEBUG oslo_vmware.api [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1362.678583] env[68134]: value = "task-2966005" [ 1362.678583] env[68134]: _type = "Task" [ 1362.678583] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.687802] env[68134]: DEBUG oslo_vmware.api [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.721776] env[68134]: DEBUG oslo_vmware.api [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Task: {'id': task-2966003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095403} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.722112] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.722358] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.722591] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.722816] env[68134]: INFO nova.compute.manager [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1362.723125] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.723354] env[68134]: DEBUG nova.compute.manager [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.723452] env[68134]: DEBUG nova.network.neutron [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.738715] env[68134]: DEBUG nova.network.neutron [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.070635] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966004, 'name': Rename_Task, 'duration_secs': 0.136028} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.070999] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.071164] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd5c334-1bd6-47c8-b69e-9e4efeefae40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.078314] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1363.078314] env[68134]: value = "task-2966006" [ 1363.078314] env[68134]: _type = "Task" [ 1363.078314] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.090322] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.188166] env[68134]: DEBUG oslo_vmware.api [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966005, 'name': ReconfigVM_Task, 'duration_secs': 0.253583} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.188470] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595130', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'name': 'volume-89451b9e-e1cf-43e6-a5d8-e423c19db305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf28978-5aa7-463a-b269-c453f7dd1ccb', 'attached_at': '', 'detached_at': '', 'volume_id': '89451b9e-e1cf-43e6-a5d8-e423c19db305', 'serial': '89451b9e-e1cf-43e6-a5d8-e423c19db305'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1363.240952] env[68134]: DEBUG nova.network.neutron [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.588072] env[68134]: DEBUG oslo_vmware.api [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966006, 'name': PowerOnVM_Task, 'duration_secs': 0.426851} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.588072] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.728177] env[68134]: DEBUG nova.objects.instance [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'flavor' on Instance uuid bbf28978-5aa7-463a-b269-c453f7dd1ccb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.743114] env[68134]: INFO nova.compute.manager [-] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Took 1.02 seconds to deallocate network for instance. [ 1363.757584] env[68134]: DEBUG nova.compute.manager [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.758682] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f728fb5a-6e0f-44bf-af4d-aab8013c3c95 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.248548] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.248853] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.249040] env[68134]: DEBUG nova.objects.instance [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lazy-loading 'resources' on Instance uuid 823862a6-a904-460f-99b7-ae7000da4944 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.274551] env[68134]: DEBUG oslo_concurrency.lockutils [None req-e1737567-9494-425c-8299-9b60283372eb tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.386s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.735143] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6c42d598-0dd5-441c-a806-bb688675a01e tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.811164] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a7bf23-32f3-474f-b037-473aea956317 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.819458] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d27ba0-925d-484a-ab69-be2e92e15e81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.848978] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e527c8-22e1-4c10-8b78-28b903791e40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.856490] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5189631-0e66-4c98-acc3-0b11ac0a161c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.872733] env[68134]: DEBUG nova.compute.provider_tree [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.877007] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ff056-2d2a-479f-bd68-17783d23619a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.883740] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-46e4e425-2873-4b1c-8e62-b1e0520bc604 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Suspending the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1364.883965] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-575e7bcc-a854-4b8b-b1c1-4ed4cb37979d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.889968] env[68134]: DEBUG oslo_vmware.api [None req-46e4e425-2873-4b1c-8e62-b1e0520bc604 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1364.889968] env[68134]: value = "task-2966007" [ 1364.889968] env[68134]: _type = "Task" [ 1364.889968] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.899331] env[68134]: DEBUG oslo_vmware.api [None req-46e4e425-2873-4b1c-8e62-b1e0520bc604 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966007, 'name': SuspendVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.378175] env[68134]: DEBUG nova.scheduler.client.report [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.401854] env[68134]: DEBUG oslo_vmware.api [None req-46e4e425-2873-4b1c-8e62-b1e0520bc604 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966007, 'name': SuspendVM_Task} progress is 70%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.764701] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.764967] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.765185] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.765367] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.765535] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.767988] env[68134]: INFO nova.compute.manager [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Terminating instance [ 1365.883217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.901590] env[68134]: DEBUG oslo_vmware.api [None req-46e4e425-2873-4b1c-8e62-b1e0520bc604 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966007, 'name': SuspendVM_Task, 'duration_secs': 0.58309} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.902455] env[68134]: INFO nova.scheduler.client.report [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Deleted allocations for instance 823862a6-a904-460f-99b7-ae7000da4944 [ 1365.903364] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-46e4e425-2873-4b1c-8e62-b1e0520bc604 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Suspended the VM {{(pid=68134) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1365.903543] env[68134]: DEBUG nova.compute.manager [None req-46e4e425-2873-4b1c-8e62-b1e0520bc604 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.906354] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98145f01-3cbf-4693-bdf5-66b12b627a6d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.271440] env[68134]: DEBUG nova.compute.manager [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.271683] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.273029] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae6722-05a5-4a76-9482-e1d54133ffae {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.280929] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.281135] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0328c8a2-0392-4afb-89f9-f6bd483b7e62 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.289218] env[68134]: DEBUG oslo_vmware.api [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1366.289218] env[68134]: value = "task-2966008" [ 1366.289218] env[68134]: _type = "Task" [ 1366.289218] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.297053] env[68134]: DEBUG oslo_vmware.api [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.412928] env[68134]: DEBUG oslo_concurrency.lockutils [None req-db3e72b4-e30a-4063-93af-1543f769e48b tempest-ServersListShow2100Test-728236785 tempest-ServersListShow2100Test-728236785-project-member] Lock "823862a6-a904-460f-99b7-ae7000da4944" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.642873] env[68134]: INFO nova.compute.manager [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Resuming [ 1366.643575] env[68134]: DEBUG nova.objects.instance [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lazy-loading 'flavor' on Instance uuid 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.800715] env[68134]: DEBUG oslo_vmware.api [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966008, 'name': PowerOffVM_Task, 'duration_secs': 0.208595} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.800974] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.801158] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.801404] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981e6007-8e33-4775-a305-dddb3fcce55d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.868515] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.868747] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.868938] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleting the datastore file [datastore2] bbf28978-5aa7-463a-b269-c453f7dd1ccb {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.869210] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96085a44-81c7-459c-a09d-6f9f092343b8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.875698] env[68134]: DEBUG oslo_vmware.api [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1366.875698] env[68134]: value = "task-2966010" [ 1366.875698] env[68134]: _type = "Task" [ 1366.875698] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.883361] env[68134]: DEBUG oslo_vmware.api [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.385870] env[68134]: DEBUG oslo_vmware.api [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13514} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.387432] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.387432] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.387432] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.387432] env[68134]: INFO nova.compute.manager [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1367.387432] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.387432] env[68134]: DEBUG nova.compute.manager [-] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.387755] env[68134]: DEBUG nova.network.neutron [-] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.560034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.560034] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.836821] env[68134]: DEBUG nova.compute.manager [req-35ed5986-a67c-461c-b801-da33c0bc66b4 req-a1cfa8b0-690e-4d41-a177-e9f52fa6b0ce service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Received event network-vif-deleted-56901715-016c-436b-8e30-65686165fedd {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.837108] env[68134]: INFO nova.compute.manager [req-35ed5986-a67c-461c-b801-da33c0bc66b4 req-a1cfa8b0-690e-4d41-a177-e9f52fa6b0ce service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Neutron deleted interface 56901715-016c-436b-8e30-65686165fedd; detaching it from the instance and deleting it from the info cache [ 1367.837265] env[68134]: DEBUG nova.network.neutron [req-35ed5986-a67c-461c-b801-da33c0bc66b4 req-a1cfa8b0-690e-4d41-a177-e9f52fa6b0ce service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.061849] env[68134]: DEBUG nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.153223] env[68134]: DEBUG oslo_concurrency.lockutils [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.153438] env[68134]: DEBUG oslo_concurrency.lockutils [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquired lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.153610] env[68134]: DEBUG nova.network.neutron [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.319357] env[68134]: DEBUG nova.network.neutron [-] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.339744] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8decec1a-6024-4e5e-98cd-af720197e110 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.350635] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e55ee-35f2-4e7d-b00a-27d1c03341d6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.377901] env[68134]: DEBUG nova.compute.manager [req-35ed5986-a67c-461c-b801-da33c0bc66b4 req-a1cfa8b0-690e-4d41-a177-e9f52fa6b0ce service nova] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Detach interface failed, port_id=56901715-016c-436b-8e30-65686165fedd, reason: Instance bbf28978-5aa7-463a-b269-c453f7dd1ccb could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1368.506929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.507213] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.584892] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.585171] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.586609] env[68134]: INFO nova.compute.claims [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.822230] env[68134]: INFO nova.compute.manager [-] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Took 1.43 seconds to deallocate network for instance. [ 1368.827363] env[68134]: DEBUG nova.network.neutron [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [{"id": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "address": "fa:16:3e:e7:1b:6b", "network": {"id": "8226d8bc-ba80-4a9d-97f3-069a8bd72a82", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1450240569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267f26ce91fd406eb1de8d3f7864320b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6cca401-f3", "ovs_interfaceid": "b6cca401-f35d-427d-997f-4a8c6eb3aab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.010026] env[68134]: INFO nova.compute.manager [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Detaching volume 88ec6fdf-e713-4883-a63b-c315c6bf69a6 [ 1369.043489] env[68134]: INFO nova.virt.block_device [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Attempting to driver detach volume 88ec6fdf-e713-4883-a63b-c315c6bf69a6 from mountpoint /dev/sdb [ 1369.043733] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1369.043919] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595123', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'name': 'volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3659cb4d-3d72-4278-b992-e0a323722af4', 'attached_at': '', 'detached_at': '', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'serial': '88ec6fdf-e713-4883-a63b-c315c6bf69a6'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1369.044858] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9bf357-5f0b-4cdf-a086-521caf3ebe5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.066643] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c9560-8d03-462c-b746-fd59cd52bb45 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.072922] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a59c86a-ccbc-4872-9dc5-bc8832744b8f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.096045] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d9ebae-8ddf-43f1-b14f-fe9fa25b5d1f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.112954] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] The volume has not been displaced from its original location: [datastore1] volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6/volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1369.118105] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.118610] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488985a8-04d0-4527-a68c-3784eeb2d6b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.136332] env[68134]: DEBUG oslo_vmware.api [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1369.136332] env[68134]: value = "task-2966011" [ 1369.136332] env[68134]: _type = "Task" [ 1369.136332] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.143952] env[68134]: DEBUG oslo_vmware.api [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.329865] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.330324] env[68134]: DEBUG oslo_concurrency.lockutils [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Releasing lock "refresh_cache-1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.331262] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94205379-02f8-4f7b-9141-d6c5c3fdecf0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.338177] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Resuming the VM {{(pid=68134) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1369.338406] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3a56480-1727-4cbe-b9fd-2dbd4000376d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.344508] env[68134]: DEBUG oslo_vmware.api [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1369.344508] env[68134]: value = "task-2966012" [ 1369.344508] env[68134]: _type = "Task" [ 1369.344508] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.360275] env[68134]: DEBUG oslo_vmware.api [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.647761] env[68134]: DEBUG oslo_vmware.api [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966011, 'name': ReconfigVM_Task, 'duration_secs': 0.213204} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.650435] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1369.655404] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f482b826-5d86-4274-873e-0c925515d315 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.669027] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbe6ad8-7dd7-4fb4-8525-ff6f19de4f05 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.672986] env[68134]: DEBUG oslo_vmware.api [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1369.672986] env[68134]: value = "task-2966013" [ 1369.672986] env[68134]: _type = "Task" [ 1369.672986] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.679594] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f161ee74-5e88-44ee-9e0f-931e4fff8d75 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.686061] env[68134]: DEBUG oslo_vmware.api [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.713775] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac2680-4cea-4691-b6c7-f51dd0a5202c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.721710] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfd748-3d6d-4165-b5d2-3c552d506e71 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.738086] env[68134]: DEBUG nova.compute.provider_tree [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.854556] env[68134]: DEBUG oslo_vmware.api [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966012, 'name': PowerOnVM_Task, 'duration_secs': 0.506633} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.854896] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Resumed the VM {{(pid=68134) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1369.855113] env[68134]: DEBUG nova.compute.manager [None req-72b90e2f-f4a7-4b19-9b14-3f2d0792b415 tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.855879] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3960ec-f50e-42fe-8599-280d4570d57b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.182650] env[68134]: DEBUG oslo_vmware.api [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966013, 'name': ReconfigVM_Task, 'duration_secs': 0.157989} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.182944] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595123', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'name': 'volume-88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3659cb4d-3d72-4278-b992-e0a323722af4', 'attached_at': '', 'detached_at': '', 'volume_id': '88ec6fdf-e713-4883-a63b-c315c6bf69a6', 'serial': '88ec6fdf-e713-4883-a63b-c315c6bf69a6'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1370.241044] env[68134]: DEBUG nova.scheduler.client.report [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.724224] env[68134]: DEBUG nova.objects.instance [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.745754] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.746305] env[68134]: DEBUG nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.749333] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.419s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.749333] env[68134]: DEBUG nova.objects.instance [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'resources' on Instance uuid bbf28978-5aa7-463a-b269-c453f7dd1ccb {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.250826] env[68134]: DEBUG nova.compute.utils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.254797] env[68134]: DEBUG nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Not allocating networking since 'none' was specified. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1371.322358] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1393ae3-d0a1-4fa3-aa9a-d77317fc4a00 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.329881] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be09eaf-ac47-4c15-a623-7ace71decb98 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.360534] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c5d62a-fbc7-4d8d-9707-821f11cd6070 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.367829] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9e898e-5b02-45e9-babe-504a858dc702 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.380894] env[68134]: DEBUG nova.compute.provider_tree [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.673507] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.732159] env[68134]: DEBUG oslo_concurrency.lockutils [None req-a650d93e-54d3-43aa-937c-fdc2fffa9c35 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.733300] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.060s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.733494] env[68134]: DEBUG nova.compute.manager [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.734535] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7978dd4-a75d-462c-a181-d127e3f4fd46 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.741356] env[68134]: DEBUG nova.compute.manager [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68134) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1371.741899] env[68134]: DEBUG nova.objects.instance [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.756011] env[68134]: DEBUG nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.884167] env[68134]: DEBUG nova.scheduler.client.report [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.389027] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.413673] env[68134]: INFO nova.scheduler.client.report [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted allocations for instance bbf28978-5aa7-463a-b269-c453f7dd1ccb [ 1372.749660] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.749978] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b97c98af-4be1-41ed-855b-01d151cd12a9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.757947] env[68134]: DEBUG oslo_vmware.api [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1372.757947] env[68134]: value = "task-2966014" [ 1372.757947] env[68134]: _type = "Task" [ 1372.757947] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.766620] env[68134]: DEBUG nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.768436] env[68134]: DEBUG oslo_vmware.api [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.793591] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.793833] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.793991] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.794188] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.794337] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.794485] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.794699] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.794855] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.795031] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.795196] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.795370] env[68134]: DEBUG nova.virt.hardware [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.796239] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45a6c0-7270-42de-81a8-858f5cf311b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.803391] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c8d22-deb2-46f2-bd1a-c44efa2c8914 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.817400] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.822773] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Creating folder: Project (d998cf3739d14eafa60cb1da53b5aa36). Parent ref: group-v594791. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.823044] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc44136c-15cc-46d2-a2b3-b984f5d35645 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.833518] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Created folder: Project (d998cf3739d14eafa60cb1da53b5aa36) in parent group-v594791. [ 1372.833693] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Creating folder: Instances. Parent ref: group-v595133. {{(pid=68134) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.833901] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aa5cd60-b35e-40f6-ade3-9fff2cff2fd7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.842065] env[68134]: INFO nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Created folder: Instances in parent group-v595133. [ 1372.842313] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.842497] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.842680] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6853320-f369-47fb-b6b3-c265402b5a8b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.857931] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.857931] env[68134]: value = "task-2966017" [ 1372.857931] env[68134]: _type = "Task" [ 1372.857931] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.864818] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966017, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.921262] env[68134]: DEBUG oslo_concurrency.lockutils [None req-83745f8b-1336-4aa6-bede-2dd384d26db6 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "bbf28978-5aa7-463a-b269-c453f7dd1ccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.156s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.268277] env[68134]: DEBUG oslo_vmware.api [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966014, 'name': PowerOffVM_Task, 'duration_secs': 0.19616} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.268610] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.269243] env[68134]: DEBUG nova.compute.manager [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.269782] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838dfb12-55e0-487a-a527-f80d26ee49d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.369350] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966017, 'name': CreateVM_Task, 'duration_secs': 0.29388} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.369350] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.369350] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.369350] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.369350] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.369761] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e08da9-e20b-4143-9905-86a769c8bf40 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.375278] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1373.375278] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]522a0e83-367a-9f48-8446-8532e50756c2" [ 1373.375278] env[68134]: _type = "Task" [ 1373.375278] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.383019] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522a0e83-367a-9f48-8446-8532e50756c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.783846] env[68134]: DEBUG oslo_concurrency.lockutils [None req-2d891074-8c66-401b-9547-87add266ffbe tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.888023] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]522a0e83-367a-9f48-8446-8532e50756c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.888023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.888023] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.888023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.888023] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.888023] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.888023] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c01b3c9-c81a-47b2-ac01-044d856e6fb6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.911021] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.911021] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.911021] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3384ceb6-e80c-4faa-9482-a28e0192ca9d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.916802] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1373.916802] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52915ece-351a-08d1-3fcc-6f038b908751" [ 1373.916802] env[68134]: _type = "Task" [ 1373.916802] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.925685] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52915ece-351a-08d1-3fcc-6f038b908751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.112634] env[68134]: DEBUG nova.objects.instance [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.428348] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52915ece-351a-08d1-3fcc-6f038b908751, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.429129] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54749491-b9b2-4dbf-86e0-ce1c0a44e15a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.434441] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1374.434441] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52f15a01-8a31-6b40-dfd5-e9aa8e50e8d2" [ 1374.434441] env[68134]: _type = "Task" [ 1374.434441] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.442600] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f15a01-8a31-6b40-dfd5-e9aa8e50e8d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.617383] env[68134]: DEBUG oslo_concurrency.lockutils [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.617549] env[68134]: DEBUG oslo_concurrency.lockutils [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.617750] env[68134]: DEBUG nova.network.neutron [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.617937] env[68134]: DEBUG nova.objects.instance [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'info_cache' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.889502] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.889850] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.890120] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.890352] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.890534] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.892636] env[68134]: INFO nova.compute.manager [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Terminating instance [ 1374.944897] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52f15a01-8a31-6b40-dfd5-e9aa8e50e8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.945157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.945405] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.945649] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ba93ab-b19c-4542-821f-a2fc834a6ee1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.952418] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1374.952418] env[68134]: value = "task-2966018" [ 1374.952418] env[68134]: _type = "Task" [ 1374.952418] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.959754] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.035157] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.035412] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.122167] env[68134]: DEBUG nova.objects.base [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Object Instance<3659cb4d-3d72-4278-b992-e0a323722af4> lazy-loaded attributes: flavor,info_cache {{(pid=68134) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1375.396184] env[68134]: DEBUG nova.compute.manager [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.396469] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.397316] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab5ecab-de07-4d43-9332-62573e87cbad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.404693] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.404918] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22052f6e-930a-443b-a29e-71c12a4441f8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.411176] env[68134]: DEBUG oslo_vmware.api [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1375.411176] env[68134]: value = "task-2966019" [ 1375.411176] env[68134]: _type = "Task" [ 1375.411176] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.418874] env[68134]: DEBUG oslo_vmware.api [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.461566] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966018, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.538621] env[68134]: DEBUG nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.817678] env[68134]: DEBUG nova.network.neutron [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating instance_info_cache with network_info: [{"id": "644d8b63-600f-447c-a2b1-d026a894fbe3", "address": "fa:16:3e:ee:ac:04", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap644d8b63-60", "ovs_interfaceid": "644d8b63-600f-447c-a2b1-d026a894fbe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.924884] env[68134]: DEBUG oslo_vmware.api [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966019, 'name': PowerOffVM_Task, 'duration_secs': 0.222451} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.925286] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.925582] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.925955] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91298fab-217d-4ee4-86f4-3bee3d7969d2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.963537] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966018, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.991347] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.991563] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.991737] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleting the datastore file [datastore2] 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.992014] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b3acdb-fac9-4584-85ec-c8675045ffbc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.998121] env[68134]: DEBUG oslo_vmware.api [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for the task: (returnval){ [ 1375.998121] env[68134]: value = "task-2966021" [ 1375.998121] env[68134]: _type = "Task" [ 1375.998121] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.005498] env[68134]: DEBUG oslo_vmware.api [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.061909] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.062224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.063779] env[68134]: INFO nova.compute.claims [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.321972] env[68134]: DEBUG oslo_concurrency.lockutils [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "refresh_cache-3659cb4d-3d72-4278-b992-e0a323722af4" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.463455] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966018, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.426853} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.463702] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.463914] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.464174] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f200427-953e-4012-89c0-c98bd6ce6cf2 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.470735] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1376.470735] env[68134]: value = "task-2966022" [ 1376.470735] env[68134]: _type = "Task" [ 1376.470735] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.477623] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.506380] env[68134]: DEBUG oslo_vmware.api [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Task: {'id': task-2966021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179672} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.506618] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.506836] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.507035] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.507215] env[68134]: INFO nova.compute.manager [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.507480] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.507684] env[68134]: DEBUG nova.compute.manager [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.507779] env[68134]: DEBUG nova.network.neutron [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.768756] env[68134]: DEBUG nova.compute.manager [req-e4f7d518-747f-45d0-b448-a9a4411bef4d req-525fb421-0c25-447d-8f81-4ec5e8bf08d6 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Received event network-vif-deleted-b6cca401-f35d-427d-997f-4a8c6eb3aab9 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.768868] env[68134]: INFO nova.compute.manager [req-e4f7d518-747f-45d0-b448-a9a4411bef4d req-525fb421-0c25-447d-8f81-4ec5e8bf08d6 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Neutron deleted interface b6cca401-f35d-427d-997f-4a8c6eb3aab9; detaching it from the instance and deleting it from the info cache [ 1376.769068] env[68134]: DEBUG nova.network.neutron [req-e4f7d518-747f-45d0-b448-a9a4411bef4d req-525fb421-0c25-447d-8f81-4ec5e8bf08d6 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.980550] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063446} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.980880] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.981519] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e7434-d794-49bd-97d3-8dbe0a476cf0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.001714] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.001998] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2c7e80-77ae-4956-9aeb-45a517ba4648 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.022462] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1377.022462] env[68134]: value = "task-2966023" [ 1377.022462] env[68134]: _type = "Task" [ 1377.022462] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.030719] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.134111] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45994251-5140-4e62-9c08-421654bbf8a7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.141723] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a29d03-113c-4749-a250-ed65e56ce318 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.171989] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e094b91-2fcc-489d-82e1-753e6df24731 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.179256] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b99219-593d-4452-9afb-7fbfdf6bdc56 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.192332] env[68134]: DEBUG nova.compute.provider_tree [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.251992] env[68134]: DEBUG nova.network.neutron [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.266920] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.267194] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.271861] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa6c218e-c347-4c2a-b6b3-4210d189c876 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.282405] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48218093-6e5b-47d7-bb10-9a55eabcd53b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.311643] env[68134]: DEBUG nova.compute.manager [req-e4f7d518-747f-45d0-b448-a9a4411bef4d req-525fb421-0c25-447d-8f81-4ec5e8bf08d6 service nova] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Detach interface failed, port_id=b6cca401-f35d-427d-997f-4a8c6eb3aab9, reason: Instance 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.326476] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.326742] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20181531-2d06-458a-a8dc-3ecc1a59699e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.333441] env[68134]: DEBUG oslo_vmware.api [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1377.333441] env[68134]: value = "task-2966024" [ 1377.333441] env[68134]: _type = "Task" [ 1377.333441] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.342289] env[68134]: DEBUG oslo_vmware.api [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.532716] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966023, 'name': ReconfigVM_Task, 'duration_secs': 0.33029} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.533016] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.533669] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da818635-55fd-4be9-8af7-3a5d506a932a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.540789] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1377.540789] env[68134]: value = "task-2966025" [ 1377.540789] env[68134]: _type = "Task" [ 1377.540789] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.549117] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966025, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.696879] env[68134]: DEBUG nova.scheduler.client.report [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.754271] env[68134]: INFO nova.compute.manager [-] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Took 1.25 seconds to deallocate network for instance. [ 1377.769875] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.843802] env[68134]: DEBUG oslo_vmware.api [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966024, 'name': PowerOnVM_Task, 'duration_secs': 0.361709} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.844025] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.844232] env[68134]: DEBUG nova.compute.manager [None req-726997e7-87d7-43d1-9f3b-cd6ff631b10e tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.845035] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac19525-64ff-4286-bd9d-b75acb3a39ee {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.050976] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966025, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.200774] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.201333] env[68134]: DEBUG nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.204059] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.434s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.205086] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.205086] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1378.205887] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f2d30d-31ec-4775-9add-23d5e3e2f26e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.213837] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbf2085-52b1-4526-8899-87372f691742 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.227242] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9b64f0-fe63-4040-b106-b4eb86fbd9d3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.233406] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64dae83-9b5c-45cb-acbc-679b1ab79c39 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.263938] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.264200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.264414] env[68134]: DEBUG nova.objects.instance [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lazy-loading 'resources' on Instance uuid 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.265894] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180087MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1378.266123] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.551631] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966025, 'name': Rename_Task} progress is 99%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.707313] env[68134]: DEBUG nova.compute.utils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.708699] env[68134]: DEBUG nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.708867] env[68134]: DEBUG nova.network.neutron [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.753604] env[68134]: DEBUG nova.policy [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c0b93a59e6e4be5871afa91eee5aa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e671d7bc57b43308450d476f36d7137', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.839538] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c31edcd-642b-4586-adfd-0d6b5a22bf64 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.846762] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbbcecf-4343-41bd-b724-466440c6ce4b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.877665] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f52d8d-e5a4-4153-a8fc-98b319c57f26 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.885318] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a036b97-7535-4de5-850c-c38d9540a05e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.898732] env[68134]: DEBUG nova.compute.provider_tree [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.014768] env[68134]: DEBUG nova.network.neutron [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Successfully created port: 098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.052345] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966025, 'name': Rename_Task, 'duration_secs': 1.137841} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.052701] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.052884] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-982eb8c4-dcc1-44e5-a728-f6d4a796ed4b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.058901] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1379.058901] env[68134]: value = "task-2966026" [ 1379.058901] env[68134]: _type = "Task" [ 1379.058901] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.066103] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.212679] env[68134]: DEBUG nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1379.401750] env[68134]: DEBUG nova.scheduler.client.report [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.568776] env[68134]: DEBUG oslo_vmware.api [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966026, 'name': PowerOnVM_Task, 'duration_secs': 0.404682} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.569072] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.569280] env[68134]: INFO nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1379.569459] env[68134]: DEBUG nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.570223] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f5f9f-ceb5-4121-8d33-34a2a4417ce6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.907133] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.910036] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.643s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.931295] env[68134]: INFO nova.scheduler.client.report [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Deleted allocations for instance 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1 [ 1380.085846] env[68134]: INFO nova.compute.manager [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Took 11.52 seconds to build instance. [ 1380.221951] env[68134]: DEBUG nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.248307] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.248546] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.248700] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.248892] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.249052] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.249199] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.249406] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.249562] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.249726] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.249886] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.250069] env[68134]: DEBUG nova.virt.hardware [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.250938] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbbf5b9-5fb2-49a2-9438-ae904b6bddc9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.259192] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df07fbb9-a02b-46e4-ae69-18cde69e3c67 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.411163] env[68134]: DEBUG nova.compute.manager [req-0ca1084c-049e-475c-abfc-abfa79e5914f req-034eab67-7805-43be-a52b-1f2bff7feab4 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Received event network-vif-plugged-098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.411392] env[68134]: DEBUG oslo_concurrency.lockutils [req-0ca1084c-049e-475c-abfc-abfa79e5914f req-034eab67-7805-43be-a52b-1f2bff7feab4 service nova] Acquiring lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.411595] env[68134]: DEBUG oslo_concurrency.lockutils [req-0ca1084c-049e-475c-abfc-abfa79e5914f req-034eab67-7805-43be-a52b-1f2bff7feab4 service nova] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.411757] env[68134]: DEBUG oslo_concurrency.lockutils [req-0ca1084c-049e-475c-abfc-abfa79e5914f req-034eab67-7805-43be-a52b-1f2bff7feab4 service nova] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.411924] env[68134]: DEBUG nova.compute.manager [req-0ca1084c-049e-475c-abfc-abfa79e5914f req-034eab67-7805-43be-a52b-1f2bff7feab4 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] No waiting events found dispatching network-vif-plugged-098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.412310] env[68134]: WARNING nova.compute.manager [req-0ca1084c-049e-475c-abfc-abfa79e5914f req-034eab67-7805-43be-a52b-1f2bff7feab4 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Received unexpected event network-vif-plugged-098a89de-44ec-4756-9fef-9b2862bfa26a for instance with vm_state building and task_state spawning. [ 1380.437872] env[68134]: DEBUG oslo_concurrency.lockutils [None req-165a57a6-5423-4339-a256-a7dde551619f tempest-ServersNegativeTestJSON-1538709565 tempest-ServersNegativeTestJSON-1538709565-project-member] Lock "1cc0e342-a2d3-401c-8b84-f431c0ef3fe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.548s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.519534] env[68134]: DEBUG nova.network.neutron [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Successfully updated port: 098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.587200] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fede1a1a-a8d5-45bf-a947-7032b65a5598 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.027s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.847818] env[68134]: INFO nova.compute.manager [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Rebuilding instance [ 1380.892106] env[68134]: DEBUG nova.compute.manager [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.893043] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4df4a88-ae22-4186-b441-f9fcaf518322 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.935879] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 3659cb4d-3d72-4278-b992-e0a323722af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.936041] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance 6c56a949-cb24-45f1-a257-1e81d3dfdf3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.936170] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e4ad0fab-b286-4c83-bce9-8dd67bd4c33e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.936360] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1380.936474] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1380.982666] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02c88f9-54d9-4606-ae53-5a85b40cb11e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.990652] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57db5cc-fdde-4024-86c4-f7488d3870a4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.021430] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.021609] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.021763] env[68134]: DEBUG nova.network.neutron [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.024625] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2543018a-d113-44ed-bbba-4078608dca2c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.032755] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b63fc6-7a8a-44b8-9a81-865ea2df9be7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.046736] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.549458] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.554330] env[68134]: DEBUG nova.network.neutron [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.693509] env[68134]: DEBUG nova.network.neutron [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updating instance_info_cache with network_info: [{"id": "098a89de-44ec-4756-9fef-9b2862bfa26a", "address": "fa:16:3e:dc:a5:c0", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098a89de-44", "ovs_interfaceid": "098a89de-44ec-4756-9fef-9b2862bfa26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.906294] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.906648] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eabc5ddf-a0e9-4f72-8d5f-9fc07854d65c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.914529] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1381.914529] env[68134]: value = "task-2966027" [ 1381.914529] env[68134]: _type = "Task" [ 1381.914529] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.925218] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.057932] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1382.058054] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.196741] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.197174] env[68134]: DEBUG nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Instance network_info: |[{"id": "098a89de-44ec-4756-9fef-9b2862bfa26a", "address": "fa:16:3e:dc:a5:c0", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098a89de-44", "ovs_interfaceid": "098a89de-44ec-4756-9fef-9b2862bfa26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.197539] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a5:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '098a89de-44ec-4756-9fef-9b2862bfa26a', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.205100] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.205394] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.205534] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a47792dd-f7bd-42f1-9c83-355d07f4c4da {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.229018] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.229018] env[68134]: value = "task-2966028" [ 1382.229018] env[68134]: _type = "Task" [ 1382.229018] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.238301] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966028, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.426785] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966027, 'name': PowerOffVM_Task, 'duration_secs': 0.129768} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.427200] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.428011] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.428938] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fecfb0-edad-42c6-a29e-30f4fd02204b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.437898] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.438923] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e798f21b-cf12-47e2-ab38-582f0aaec819 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.456255] env[68134]: DEBUG nova.compute.manager [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Received event network-changed-098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.456560] env[68134]: DEBUG nova.compute.manager [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Refreshing instance network info cache due to event network-changed-098a89de-44ec-4756-9fef-9b2862bfa26a. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.457255] env[68134]: DEBUG oslo_concurrency.lockutils [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] Acquiring lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.457471] env[68134]: DEBUG oslo_concurrency.lockutils [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] Acquired lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.457563] env[68134]: DEBUG nova.network.neutron [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Refreshing network info cache for port 098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.464553] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.464870] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.464992] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Deleting the datastore file [datastore1] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.465199] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-891e0617-39f5-4d60-aed4-6c30821ed120 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.472849] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1382.472849] env[68134]: value = "task-2966030" [ 1382.472849] env[68134]: _type = "Task" [ 1382.472849] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.481595] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.740760] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966028, 'name': CreateVM_Task, 'duration_secs': 0.345354} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.741124] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.741590] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.741713] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.742055] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.742368] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ad2b1f-b8c7-44fd-adc0-0048d4ee8adb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.747066] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1382.747066] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52d9dd5b-ae3e-f078-97e6-0398f15b95c9" [ 1382.747066] env[68134]: _type = "Task" [ 1382.747066] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.754879] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d9dd5b-ae3e-f078-97e6-0398f15b95c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.981894] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107948} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.982158] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.982392] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.982611] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.155153] env[68134]: DEBUG nova.network.neutron [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updated VIF entry in instance network info cache for port 098a89de-44ec-4756-9fef-9b2862bfa26a. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.155409] env[68134]: DEBUG nova.network.neutron [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updating instance_info_cache with network_info: [{"id": "098a89de-44ec-4756-9fef-9b2862bfa26a", "address": "fa:16:3e:dc:a5:c0", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098a89de-44", "ovs_interfaceid": "098a89de-44ec-4756-9fef-9b2862bfa26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.257292] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52d9dd5b-ae3e-f078-97e6-0398f15b95c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.257540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.257768] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.258050] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.258272] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.258462] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.258714] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2049e203-d753-44a1-a679-c4e3d96bcc04 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.267054] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.267243] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.267945] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d3319e-2977-4bfe-ac3e-50f75b9e4f52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.272806] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1383.272806] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52aa016f-ca85-35cd-dcb7-935a1445ce92" [ 1383.272806] env[68134]: _type = "Task" [ 1383.272806] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.280947] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52aa016f-ca85-35cd-dcb7-935a1445ce92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.658045] env[68134]: DEBUG oslo_concurrency.lockutils [req-23dfdad0-59ae-4e42-95bd-7faf4ed9b54a req-7be38bcb-4611-48ad-aade-5f85617bf477 service nova] Releasing lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.783128] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52aa016f-ca85-35cd-dcb7-935a1445ce92, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.783917] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83939ff8-5bf1-4294-9ad5-152e422e5e2e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.788484] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1383.788484] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52549702-d2d1-ae81-da73-829f6e857f92" [ 1383.788484] env[68134]: _type = "Task" [ 1383.788484] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.795895] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52549702-d2d1-ae81-da73-829f6e857f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.018129] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.018399] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.018556] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.018735] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.018879] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.019033] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.019252] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.019407] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.019572] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.019728] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.019893] env[68134]: DEBUG nova.virt.hardware [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.020822] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494d6416-d0fb-4205-879f-837c97d43ed9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.028511] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ced11-0292-4e33-97c6-74bc2e36b4cf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.041644] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Instance VIF info [] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.047039] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.047252] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.047439] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adeb0c55-d38f-453f-90a8-43865c88a92a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.058507] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.058682] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.059156] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.059328] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.059475] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.063844] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.063844] env[68134]: value = "task-2966031" [ 1384.063844] env[68134]: _type = "Task" [ 1384.063844] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.070647] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966031, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.300256] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52549702-d2d1-ae81-da73-829f6e857f92, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.300578] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.300862] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e4ad0fab-b286-4c83-bce9-8dd67bd4c33e/e4ad0fab-b286-4c83-bce9-8dd67bd4c33e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.301206] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3d08bf0-4e70-490c-b693-e13e558be446 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.307398] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1384.307398] env[68134]: value = "task-2966032" [ 1384.307398] env[68134]: _type = "Task" [ 1384.307398] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.314574] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.574442] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966031, 'name': CreateVM_Task, 'duration_secs': 0.244069} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.574699] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.575109] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.575272] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.575607] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.575915] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480175d8-bc36-4daf-b375-358de6a638ab {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.581235] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1384.581235] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5280df33-79a9-5e15-70d0-2e2d39b93cda" [ 1384.581235] env[68134]: _type = "Task" [ 1384.581235] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.589563] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5280df33-79a9-5e15-70d0-2e2d39b93cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.817607] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453983} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.817951] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] e4ad0fab-b286-4c83-bce9-8dd67bd4c33e/e4ad0fab-b286-4c83-bce9-8dd67bd4c33e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.818104] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.818327] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6f7a704-af03-4857-8b21-77a2fae667ca {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.824827] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1384.824827] env[68134]: value = "task-2966033" [ 1384.824827] env[68134]: _type = "Task" [ 1384.824827] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.831579] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.091916] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5280df33-79a9-5e15-70d0-2e2d39b93cda, 'name': SearchDatastore_Task, 'duration_secs': 0.047482} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.092224] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.092451] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.092797] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.092797] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.093033] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.093265] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88de750b-311f-4e01-b14b-062e1162f50c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.102680] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.102814] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.104824] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1c5cba-2622-4b84-a385-62a1c03ed547 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.108470] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1385.108470] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]525fac98-c4cd-3a16-b024-5b75adbe1028" [ 1385.108470] env[68134]: _type = "Task" [ 1385.108470] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.116596] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525fac98-c4cd-3a16-b024-5b75adbe1028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.267453] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.267643] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1385.334351] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057111} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.334608] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.335376] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b4845-7759-46fa-93c4-dea6675531c4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.356380] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] e4ad0fab-b286-4c83-bce9-8dd67bd4c33e/e4ad0fab-b286-4c83-bce9-8dd67bd4c33e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.356620] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f427d3f3-2685-4606-9ae9-dba2e4522623 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.375398] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1385.375398] env[68134]: value = "task-2966034" [ 1385.375398] env[68134]: _type = "Task" [ 1385.375398] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.382849] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.618355] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]525fac98-c4cd-3a16-b024-5b75adbe1028, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.619080] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb19ac1f-dcb3-4613-b811-7681585d96b5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.623950] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1385.623950] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5219e5a2-5b0c-e860-dbb1-78b6ee10400a" [ 1385.623950] env[68134]: _type = "Task" [ 1385.623950] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.631470] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5219e5a2-5b0c-e860-dbb1-78b6ee10400a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.884995] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966034, 'name': ReconfigVM_Task, 'duration_secs': 0.268514} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.885328] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Reconfigured VM instance instance-0000007e to attach disk [datastore2] e4ad0fab-b286-4c83-bce9-8dd67bd4c33e/e4ad0fab-b286-4c83-bce9-8dd67bd4c33e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.885894] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee2b368-6f3a-43e4-932b-e640a1e4d37c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.892820] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1385.892820] env[68134]: value = "task-2966035" [ 1385.892820] env[68134]: _type = "Task" [ 1385.892820] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.901458] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966035, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.134140] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5219e5a2-5b0c-e860-dbb1-78b6ee10400a, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.134613] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.134933] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.135315] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2021eed-d94f-4f19-843f-7c92be3f2a0a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.142136] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1386.142136] env[68134]: value = "task-2966036" [ 1386.142136] env[68134]: _type = "Task" [ 1386.142136] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.149877] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.403941] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966035, 'name': Rename_Task, 'duration_secs': 0.139675} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.404271] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.404539] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6387e26-05e5-41de-9bcf-5c501d153ea7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.411565] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1386.411565] env[68134]: value = "task-2966037" [ 1386.411565] env[68134]: _type = "Task" [ 1386.411565] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.420218] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.652717] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508862} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.653060] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore2] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.653312] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.653624] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a29682-ac4d-4364-a01e-f30b4d0fa3e3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.660499] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1386.660499] env[68134]: value = "task-2966038" [ 1386.660499] env[68134]: _type = "Task" [ 1386.660499] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.668706] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.921673] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.170254] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065836} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.170492] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.171240] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356439b-fc17-4eaa-9c7d-c6b81f2c64d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.190478] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.190717] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4062d3b1-b90a-4ab0-b37b-9d54cbf22ce3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.210074] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1387.210074] env[68134]: value = "task-2966039" [ 1387.210074] env[68134]: _type = "Task" [ 1387.210074] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.217361] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.421565] env[68134]: DEBUG oslo_vmware.api [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966037, 'name': PowerOnVM_Task, 'duration_secs': 0.60009} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.421806] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.422033] env[68134]: INFO nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1387.422220] env[68134]: DEBUG nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.422991] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903374b0-997b-42b9-a713-130072490e8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.720443] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.939969] env[68134]: INFO nova.compute.manager [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Took 11.89 seconds to build instance. [ 1388.121088] env[68134]: DEBUG nova.compute.manager [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Received event network-changed-098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.121088] env[68134]: DEBUG nova.compute.manager [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Refreshing instance network info cache due to event network-changed-098a89de-44ec-4756-9fef-9b2862bfa26a. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.121088] env[68134]: DEBUG oslo_concurrency.lockutils [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] Acquiring lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.121088] env[68134]: DEBUG oslo_concurrency.lockutils [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] Acquired lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.121088] env[68134]: DEBUG nova.network.neutron [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Refreshing network info cache for port 098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.221591] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.263475] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.440929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-acbb935d-0db3-4339-b9bb-17fc929586fc tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.405s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.722571] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966039, 'name': ReconfigVM_Task, 'duration_secs': 1.161466} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.722876] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e/6c56a949-cb24-45f1-a257-1e81d3dfdf3e.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.723489] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc75ae4-cefa-41d4-b279-8d8612c91d19 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.729590] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1388.729590] env[68134]: value = "task-2966040" [ 1388.729590] env[68134]: _type = "Task" [ 1388.729590] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.737076] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966040, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.830573] env[68134]: DEBUG nova.network.neutron [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updated VIF entry in instance network info cache for port 098a89de-44ec-4756-9fef-9b2862bfa26a. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.830961] env[68134]: DEBUG nova.network.neutron [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updating instance_info_cache with network_info: [{"id": "098a89de-44ec-4756-9fef-9b2862bfa26a", "address": "fa:16:3e:dc:a5:c0", "network": {"id": "ff3450bc-9fb1-493e-bb60-0eaea0131ae4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-557100132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e671d7bc57b43308450d476f36d7137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098a89de-44", "ovs_interfaceid": "098a89de-44ec-4756-9fef-9b2862bfa26a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.239055] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966040, 'name': Rename_Task, 'duration_secs': 0.38282} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.239312] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.239554] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6408243-47f3-4c76-9461-6fda11ed1730 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.245173] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1389.245173] env[68134]: value = "task-2966041" [ 1389.245173] env[68134]: _type = "Task" [ 1389.245173] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.252095] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.334170] env[68134]: DEBUG oslo_concurrency.lockutils [req-3c1a6349-2013-48fe-856c-82ca1cbd4bbe req-41376041-fa88-498c-8b67-4191920bb462 service nova] Releasing lock "refresh_cache-e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.755754] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.256589] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.757609] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.258182] env[68134]: DEBUG oslo_vmware.api [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966041, 'name': PowerOnVM_Task, 'duration_secs': 1.889783} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.258529] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.258637] env[68134]: DEBUG nova.compute.manager [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.259391] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93a5ff-d912-4b4e-9fd4-7ac7e24c9509 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.775540] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.775788] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.775971] env[68134]: DEBUG nova.objects.instance [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68134) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1392.784429] env[68134]: DEBUG oslo_concurrency.lockutils [None req-64a1d1e1-ba03-401d-bd32-be1bee2871ce tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.845856] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.846117] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.846339] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.846525] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.846691] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.848812] env[68134]: INFO nova.compute.manager [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Terminating instance [ 1393.353252] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "refresh_cache-6c56a949-cb24-45f1-a257-1e81d3dfdf3e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.353485] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquired lock "refresh_cache-6c56a949-cb24-45f1-a257-1e81d3dfdf3e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.353618] env[68134]: DEBUG nova.network.neutron [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.871667] env[68134]: DEBUG nova.network.neutron [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.927926] env[68134]: DEBUG nova.network.neutron [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.431529] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Releasing lock "refresh_cache-6c56a949-cb24-45f1-a257-1e81d3dfdf3e" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.432015] env[68134]: DEBUG nova.compute.manager [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.432211] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.433228] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23adb6c-56ac-4e51-b833-23886f0b6b43 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.441162] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.441402] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f1e677-34b3-49f0-9163-b7ab578298f9 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.447260] env[68134]: DEBUG oslo_vmware.api [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1394.447260] env[68134]: value = "task-2966042" [ 1394.447260] env[68134]: _type = "Task" [ 1394.447260] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.455227] env[68134]: DEBUG oslo_vmware.api [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.957978] env[68134]: DEBUG oslo_vmware.api [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966042, 'name': PowerOffVM_Task, 'duration_secs': 0.151618} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.958298] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.958431] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.958712] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e68fcfa-aaf8-4e46-9de6-356a9147d243 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.981422] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.981619] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.981834] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Deleting the datastore file [datastore2] 6c56a949-cb24-45f1-a257-1e81d3dfdf3e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.982109] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47dd1fa2-dff9-459d-a2f7-480c79fca68e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.987494] env[68134]: DEBUG oslo_vmware.api [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for the task: (returnval){ [ 1394.987494] env[68134]: value = "task-2966044" [ 1394.987494] env[68134]: _type = "Task" [ 1394.987494] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.994833] env[68134]: DEBUG oslo_vmware.api [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.497575] env[68134]: DEBUG oslo_vmware.api [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Task: {'id': task-2966044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126351} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.497778] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.497961] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.498151] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.498329] env[68134]: INFO nova.compute.manager [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1395.498570] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.498762] env[68134]: DEBUG nova.compute.manager [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.498855] env[68134]: DEBUG nova.network.neutron [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.513687] env[68134]: DEBUG nova.network.neutron [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.015939] env[68134]: DEBUG nova.network.neutron [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.518818] env[68134]: INFO nova.compute.manager [-] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Took 1.02 seconds to deallocate network for instance. [ 1397.025205] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.025528] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.025705] env[68134]: DEBUG nova.objects.instance [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lazy-loading 'resources' on Instance uuid 6c56a949-cb24-45f1-a257-1e81d3dfdf3e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.578871] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b179514-ce5b-4db8-91e6-36de8927c14d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.586091] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7f504b-c561-4675-a2c8-57daffdb3b53 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.615270] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90694d-a150-40bd-8c4c-7dc513782b9b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.621660] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe8d82b-34b7-4e71-831d-7a671bab22c5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.634163] env[68134]: DEBUG nova.compute.provider_tree [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.137427] env[68134]: DEBUG nova.scheduler.client.report [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.642287] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.661641] env[68134]: INFO nova.scheduler.client.report [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Deleted allocations for instance 6c56a949-cb24-45f1-a257-1e81d3dfdf3e [ 1399.168785] env[68134]: DEBUG oslo_concurrency.lockutils [None req-936c329f-3e43-4858-9b2f-b2343fbfeb42 tempest-ServersListShow298Test-1864254789 tempest-ServersListShow298Test-1864254789-project-member] Lock "6c56a949-cb24-45f1-a257-1e81d3dfdf3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.323s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.168594] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.168884] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.169111] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "3659cb4d-3d72-4278-b992-e0a323722af4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.169306] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.169479] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.173036] env[68134]: INFO nova.compute.manager [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Terminating instance [ 1414.677269] env[68134]: DEBUG nova.compute.manager [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.677512] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.678397] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53867a6c-4527-417d-8a6b-bbb8b6273c32 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.686155] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.686376] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-308a73e4-b795-4283-b939-464eefcd4992 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.692449] env[68134]: DEBUG oslo_vmware.api [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1414.692449] env[68134]: value = "task-2966045" [ 1414.692449] env[68134]: _type = "Task" [ 1414.692449] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.699827] env[68134]: DEBUG oslo_vmware.api [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.202620] env[68134]: DEBUG oslo_vmware.api [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966045, 'name': PowerOffVM_Task, 'duration_secs': 0.178712} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.202996] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.203101] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.203359] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e42c2d10-b5ea-4bb5-9a95-ebb5dacdf4e6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.265999] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.266286] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.266475] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Deleting the datastore file [datastore1] 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.266739] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bae5127f-2f02-4940-a0b7-f9cd0452cfd1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.272833] env[68134]: DEBUG oslo_vmware.api [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1415.272833] env[68134]: value = "task-2966047" [ 1415.272833] env[68134]: _type = "Task" [ 1415.272833] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.279966] env[68134]: DEBUG oslo_vmware.api [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.782786] env[68134]: DEBUG oslo_vmware.api [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12758} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.783051] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.783257] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.783451] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.783626] env[68134]: INFO nova.compute.manager [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1415.783866] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.784097] env[68134]: DEBUG nova.compute.manager [-] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.784199] env[68134]: DEBUG nova.network.neutron [-] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.426686] env[68134]: DEBUG nova.compute.manager [req-4d7a92f7-2b5d-4522-b16d-ec7c7e866126 req-82799a57-ebfd-443b-9437-fff3abda55a1 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Received event network-vif-deleted-644d8b63-600f-447c-a2b1-d026a894fbe3 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.426926] env[68134]: INFO nova.compute.manager [req-4d7a92f7-2b5d-4522-b16d-ec7c7e866126 req-82799a57-ebfd-443b-9437-fff3abda55a1 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Neutron deleted interface 644d8b63-600f-447c-a2b1-d026a894fbe3; detaching it from the instance and deleting it from the info cache [ 1416.427164] env[68134]: DEBUG nova.network.neutron [req-4d7a92f7-2b5d-4522-b16d-ec7c7e866126 req-82799a57-ebfd-443b-9437-fff3abda55a1 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.909153] env[68134]: DEBUG nova.network.neutron [-] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.930465] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bd470e9-ba5e-452a-8a9b-88b6b40ef992 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.941399] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dbbe51-1d9f-4183-808c-f5f79a0985d8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.968402] env[68134]: DEBUG nova.compute.manager [req-4d7a92f7-2b5d-4522-b16d-ec7c7e866126 req-82799a57-ebfd-443b-9437-fff3abda55a1 service nova] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Detach interface failed, port_id=644d8b63-600f-447c-a2b1-d026a894fbe3, reason: Instance 3659cb4d-3d72-4278-b992-e0a323722af4 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1417.411923] env[68134]: INFO nova.compute.manager [-] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Took 1.63 seconds to deallocate network for instance. [ 1417.918401] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.918778] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.918942] env[68134]: DEBUG nova.objects.instance [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'resources' on Instance uuid 3659cb4d-3d72-4278-b992-e0a323722af4 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.461951] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307054c9-95cd-4f5e-9c7b-c269c2ed1675 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.469235] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbda93b-6e7d-478c-a331-8839bb5a2eef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.498773] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607976de-0ce1-43c3-8de8-fed744ec52cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.505415] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d495cf-cc15-4ee0-bb54-44513f168adf {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.517948] env[68134]: DEBUG nova.compute.provider_tree [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.038450] env[68134]: ERROR nova.scheduler.client.report [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [req-3f2f0b83-ce67-4be6-a5d7-3b023c2e418c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3f2f0b83-ce67-4be6-a5d7-3b023c2e418c"}]} [ 1419.053767] env[68134]: DEBUG nova.scheduler.client.report [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1419.067786] env[68134]: DEBUG nova.scheduler.client.report [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1419.067995] env[68134]: DEBUG nova.compute.provider_tree [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.078092] env[68134]: DEBUG nova.scheduler.client.report [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1419.093981] env[68134]: DEBUG nova.scheduler.client.report [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1419.123785] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56956563-a499-4277-a9fb-8320394fd035 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.130932] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7af50cb-b079-4f79-a714-e03d4ea00298 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.160832] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f483f5b-ca70-42b9-94f8-f33648cd92dc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.167642] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391b241b-e008-4324-8163-5dccda4da806 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.180338] env[68134]: DEBUG nova.compute.provider_tree [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.710052] env[68134]: DEBUG nova.scheduler.client.report [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1419.710052] env[68134]: DEBUG nova.compute.provider_tree [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 188 to 189 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1419.710235] env[68134]: DEBUG nova.compute.provider_tree [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1420.214861] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.233438] env[68134]: INFO nova.scheduler.client.report [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Deleted allocations for instance 3659cb4d-3d72-4278-b992-e0a323722af4 [ 1420.741248] env[68134]: DEBUG oslo_concurrency.lockutils [None req-3e7675e2-3bb4-4ca0-8615-d2c1e660a838 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "3659cb4d-3d72-4278-b992-e0a323722af4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.572s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.081679] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.081679] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.583597] env[68134]: DEBUG nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Starting instance... {{(pid=68134) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1424.103659] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.103941] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.105511] env[68134]: INFO nova.compute.claims [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.148946] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8cd14c-9815-47f3-bb5e-42a8a161cde4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.156686] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866f4415-bd2b-4524-862c-ac2ee84f2b47 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.185744] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507a0d1-a53b-4274-a6ea-879c07d90552 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.192879] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2709b5ab-8854-4626-a420-93eaa58e1033 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.206282] env[68134]: DEBUG nova.compute.provider_tree [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.709445] env[68134]: DEBUG nova.scheduler.client.report [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.856164] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.856410] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.215832] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.216368] env[68134]: DEBUG nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Start building networks asynchronously for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.359653] env[68134]: DEBUG nova.compute.utils [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1426.721107] env[68134]: DEBUG nova.compute.utils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1426.722575] env[68134]: DEBUG nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Allocating IP information in the background. {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.722759] env[68134]: DEBUG nova.network.neutron [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] allocate_for_instance() {{(pid=68134) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.773965] env[68134]: DEBUG nova.policy [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b45490b1ee4be28f06d9e1ad25b025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d4a8c84b447453d8062d95277e7adfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68134) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.862183] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.015910] env[68134]: DEBUG nova.network.neutron [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Successfully created port: c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.226390] env[68134]: DEBUG nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Start building block device mappings for instance. {{(pid=68134) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.923353] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.923614] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.923853] env[68134]: INFO nova.compute.manager [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Attaching volume 2ceb8a8e-010d-4312-a7c9-f10cb8dc4605 to /dev/sdb [ 1427.953022] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf1f31-0172-4bdb-8f9a-7ec2e8f9b416 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.960679] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c206240f-8499-497f-afcc-48a6ac8940e8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.973756] env[68134]: DEBUG nova.virt.block_device [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updating existing volume attachment record: 91dce416-bfa1-4f64-a51f-fdafdc4d9255 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1428.235166] env[68134]: DEBUG nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Start spawning the instance on the hypervisor. {{(pid=68134) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.264236] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T09:10:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T09:10:25Z,direct_url=,disk_format='vmdk',id=8eb32fea-93d0-4a91-ad42-8c47be1d04da,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='44ac5e963ca346fe88cb2e0c396c9543',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T09:10:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.264535] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Flavor limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.264822] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Image limits 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.264990] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Flavor pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.265163] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Image pref 0:0:0 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.265357] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68134) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.265615] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.265872] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.266144] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Got 1 possible topologies {{(pid=68134) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.266360] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.266604] env[68134]: DEBUG nova.virt.hardware [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68134) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.267553] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3f4e22-bbd4-4b2a-95ee-755fa93547f5 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.276439] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41c6e4f-08db-4c65-9e9c-17d60aa46c8a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.370199] env[68134]: DEBUG nova.compute.manager [req-da11e6ab-7464-4e9e-8f9f-17e2b5e3793b req-e0353e3e-4e7c-4c9e-be9f-e25846d322a1 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Received event network-vif-plugged-c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.370465] env[68134]: DEBUG oslo_concurrency.lockutils [req-da11e6ab-7464-4e9e-8f9f-17e2b5e3793b req-e0353e3e-4e7c-4c9e-be9f-e25846d322a1 service nova] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.370680] env[68134]: DEBUG oslo_concurrency.lockutils [req-da11e6ab-7464-4e9e-8f9f-17e2b5e3793b req-e0353e3e-4e7c-4c9e-be9f-e25846d322a1 service nova] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.370861] env[68134]: DEBUG oslo_concurrency.lockutils [req-da11e6ab-7464-4e9e-8f9f-17e2b5e3793b req-e0353e3e-4e7c-4c9e-be9f-e25846d322a1 service nova] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.371010] env[68134]: DEBUG nova.compute.manager [req-da11e6ab-7464-4e9e-8f9f-17e2b5e3793b req-e0353e3e-4e7c-4c9e-be9f-e25846d322a1 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] No waiting events found dispatching network-vif-plugged-c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.371203] env[68134]: WARNING nova.compute.manager [req-da11e6ab-7464-4e9e-8f9f-17e2b5e3793b req-e0353e3e-4e7c-4c9e-be9f-e25846d322a1 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Received unexpected event network-vif-plugged-c1669318-1bb6-487c-8c0e-30c5442334b2 for instance with vm_state building and task_state spawning. [ 1428.450469] env[68134]: DEBUG nova.network.neutron [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Successfully updated port: c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.959502] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.959615] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.959759] env[68134]: DEBUG nova.network.neutron [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Building network info cache for instance {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.490787] env[68134]: DEBUG nova.network.neutron [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Instance cache missing network info. {{(pid=68134) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.612573] env[68134]: DEBUG nova.network.neutron [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updating instance_info_cache with network_info: [{"id": "c1669318-1bb6-487c-8c0e-30c5442334b2", "address": "fa:16:3e:32:93:16", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1669318-1b", "ovs_interfaceid": "c1669318-1bb6-487c-8c0e-30c5442334b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.115660] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.115987] env[68134]: DEBUG nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Instance network_info: |[{"id": "c1669318-1bb6-487c-8c0e-30c5442334b2", "address": "fa:16:3e:32:93:16", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1669318-1b", "ovs_interfaceid": "c1669318-1bb6-487c-8c0e-30c5442334b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68134) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.116445] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1669318-1bb6-487c-8c0e-30c5442334b2', 'vif_model': 'vmxnet3'}] {{(pid=68134) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.123835] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.124045] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Creating VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.124274] env[68134]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f1bd2d6-ae5a-42fb-b24f-29131a3d441f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.143824] env[68134]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.143824] env[68134]: value = "task-2966049" [ 1430.143824] env[68134]: _type = "Task" [ 1430.143824] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.151290] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966049, 'name': CreateVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.397884] env[68134]: DEBUG nova.compute.manager [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Received event network-changed-c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.398100] env[68134]: DEBUG nova.compute.manager [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Refreshing instance network info cache due to event network-changed-c1669318-1bb6-487c-8c0e-30c5442334b2. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1430.398316] env[68134]: DEBUG oslo_concurrency.lockutils [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] Acquiring lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.398484] env[68134]: DEBUG oslo_concurrency.lockutils [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] Acquired lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.398662] env[68134]: DEBUG nova.network.neutron [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Refreshing network info cache for port c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.653908] env[68134]: DEBUG oslo_vmware.api [-] Task: {'id': task-2966049, 'name': CreateVM_Task, 'duration_secs': 0.289616} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.654239] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Created VM on the ESX host {{(pid=68134) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.654752] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.654914] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.655243] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.655492] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d4eec8-c7f0-4b1e-89aa-d77ac7bdb9dd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.659831] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1430.659831] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]521782b3-962d-8b71-0a2e-e382c0de480f" [ 1430.659831] env[68134]: _type = "Task" [ 1430.659831] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.667396] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521782b3-962d-8b71-0a2e-e382c0de480f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.074102] env[68134]: DEBUG nova.network.neutron [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updated VIF entry in instance network info cache for port c1669318-1bb6-487c-8c0e-30c5442334b2. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.074461] env[68134]: DEBUG nova.network.neutron [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updating instance_info_cache with network_info: [{"id": "c1669318-1bb6-487c-8c0e-30c5442334b2", "address": "fa:16:3e:32:93:16", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1669318-1b", "ovs_interfaceid": "c1669318-1bb6-487c-8c0e-30c5442334b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.171541] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]521782b3-962d-8b71-0a2e-e382c0de480f, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.171541] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.171541] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Processing image 8eb32fea-93d0-4a91-ad42-8c47be1d04da {{(pid=68134) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.171541] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.171541] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.171541] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.171541] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8f55117-db87-4b4d-acb8-b0f353f03c8d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.179206] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68134) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.179348] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68134) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.180026] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37467051-5d42-4223-81b2-a19a3d8a3b2d {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.184702] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1431.184702] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]52946be5-d29d-9008-21f1-a35bbce008c8" [ 1431.184702] env[68134]: _type = "Task" [ 1431.184702] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.193208] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52946be5-d29d-9008-21f1-a35bbce008c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.577430] env[68134]: DEBUG oslo_concurrency.lockutils [req-5f75c0c9-b2c3-47d4-be58-78f5fc4964f9 req-7cc390b4-f895-402f-9cea-e36646584b49 service nova] Releasing lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.704164] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]52946be5-d29d-9008-21f1-a35bbce008c8, 'name': SearchDatastore_Task, 'duration_secs': 0.007596} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.704692] env[68134]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a351a73-f4eb-4071-8048-bbd8579239fb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.709648] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1431.709648] env[68134]: value = "session[520ded3e-666b-d149-510e-9ab0233c8369]5248e141-0b94-3630-afbb-f85536a71600" [ 1431.709648] env[68134]: _type = "Task" [ 1431.709648] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.716966] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5248e141-0b94-3630-afbb-f85536a71600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.219716] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': session[520ded3e-666b-d149-510e-9ab0233c8369]5248e141-0b94-3630-afbb-f85536a71600, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.219839] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.220070] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c5602713-ee8b-4af9-98be-49dd45a1b780/c5602713-ee8b-4af9-98be-49dd45a1b780.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.220365] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b31b1cf2-0c7a-4536-be42-aa9e4621f302 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.226766] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1432.226766] env[68134]: value = "task-2966051" [ 1432.226766] env[68134]: _type = "Task" [ 1432.226766] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.234321] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.519378] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1432.519621] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595138', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'name': 'volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4ad0fab-b286-4c83-bce9-8dd67bd4c33e', 'attached_at': '', 'detached_at': '', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'serial': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1432.520549] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed62d5ba-ea90-4224-8e67-a361da8bb35f {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.536602] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe590598-e3f4-44a1-9d1b-2fe535e08470 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.560624] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605/volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.560969] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06e975bd-ea43-40a2-9f15-109b86f72683 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.579820] env[68134]: DEBUG oslo_vmware.api [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1432.579820] env[68134]: value = "task-2966052" [ 1432.579820] env[68134]: _type = "Task" [ 1432.579820] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.587996] env[68134]: DEBUG oslo_vmware.api [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.736162] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415246} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.736537] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8eb32fea-93d0-4a91-ad42-8c47be1d04da/8eb32fea-93d0-4a91-ad42-8c47be1d04da.vmdk to [datastore1] c5602713-ee8b-4af9-98be-49dd45a1b780/c5602713-ee8b-4af9-98be-49dd45a1b780.vmdk {{(pid=68134) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.736633] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Extending root virtual disk to 1048576 {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.736849] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea455153-f5fd-4237-9200-62658b69fac4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.742989] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1432.742989] env[68134]: value = "task-2966053" [ 1432.742989] env[68134]: _type = "Task" [ 1432.742989] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.749774] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.089302] env[68134]: DEBUG oslo_vmware.api [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966052, 'name': ReconfigVM_Task, 'duration_secs': 0.345448} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.089584] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605/volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.094058] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6402f0f8-630f-487a-abb3-dd1741cc25ea {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.108091] env[68134]: DEBUG oslo_vmware.api [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1433.108091] env[68134]: value = "task-2966054" [ 1433.108091] env[68134]: _type = "Task" [ 1433.108091] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.116345] env[68134]: DEBUG oslo_vmware.api [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.252310] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058485} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.252607] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Extended root virtual disk {{(pid=68134) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.253335] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f42f73f-8dfc-4731-8f3b-74628ee6f318 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.274083] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] c5602713-ee8b-4af9-98be-49dd45a1b780/c5602713-ee8b-4af9-98be-49dd45a1b780.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.274340] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ce2ba1-e7fe-4356-aa92-4acb4cf57216 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.293090] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1433.293090] env[68134]: value = "task-2966055" [ 1433.293090] env[68134]: _type = "Task" [ 1433.293090] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.300805] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.618108] env[68134]: DEBUG oslo_vmware.api [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966054, 'name': ReconfigVM_Task, 'duration_secs': 0.132689} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.618252] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595138', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'name': 'volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4ad0fab-b286-4c83-bce9-8dd67bd4c33e', 'attached_at': '', 'detached_at': '', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'serial': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1433.802604] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966055, 'name': ReconfigVM_Task, 'duration_secs': 0.274067} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.803286] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfigured VM instance instance-0000007f to attach disk [datastore1] c5602713-ee8b-4af9-98be-49dd45a1b780/c5602713-ee8b-4af9-98be-49dd45a1b780.vmdk or device None with type sparse {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.803893] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e132e497-fc77-4707-bbdb-59f8f665734c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.811548] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1433.811548] env[68134]: value = "task-2966056" [ 1433.811548] env[68134]: _type = "Task" [ 1433.811548] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.818502] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966056, 'name': Rename_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.321616] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966056, 'name': Rename_Task, 'duration_secs': 0.129785} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.321832] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Powering on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.322085] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d055342c-f449-43a0-a2a8-98d1f3b3e7f4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.327793] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1434.327793] env[68134]: value = "task-2966057" [ 1434.327793] env[68134]: _type = "Task" [ 1434.327793] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.334753] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.651598] env[68134]: DEBUG nova.objects.instance [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'flavor' on Instance uuid e4ad0fab-b286-4c83-bce9-8dd67bd4c33e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.837461] env[68134]: DEBUG oslo_vmware.api [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966057, 'name': PowerOnVM_Task, 'duration_secs': 0.421957} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.837720] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Powered on the VM {{(pid=68134) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.837921] env[68134]: INFO nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1434.838113] env[68134]: DEBUG nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Checking state {{(pid=68134) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.838871] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693dffb2-c6fb-4824-8ffc-9ebece39f920 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.157631] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9135a470-b1ca-4f54-8ab1-d7d3c55aa249 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.354952] env[68134]: INFO nova.compute.manager [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Took 11.27 seconds to build instance. [ 1435.357303] env[68134]: DEBUG oslo_concurrency.lockutils [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.357519] env[68134]: DEBUG oslo_concurrency.lockutils [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.857586] env[68134]: DEBUG oslo_concurrency.lockutils [None req-9ccdf1e8-5208-430f-9aa1-96f665b1950f tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.776s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.861060] env[68134]: INFO nova.compute.manager [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Detaching volume 2ceb8a8e-010d-4312-a7c9-f10cb8dc4605 [ 1435.897419] env[68134]: INFO nova.virt.block_device [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Attempting to driver detach volume 2ceb8a8e-010d-4312-a7c9-f10cb8dc4605 from mountpoint /dev/sdb [ 1435.898685] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1435.898685] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595138', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'name': 'volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4ad0fab-b286-4c83-bce9-8dd67bd4c33e', 'attached_at': '', 'detached_at': '', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'serial': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1435.898685] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d561e-4bd7-41c6-9d91-e5eab49df6ad {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.920278] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e3256-3940-4555-bb3d-313f5e610be6 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.927009] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37487f99-801e-490d-8d93-840b12f6c228 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.946921] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263f28e-22b2-47b1-a11c-87c3588ec66e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.961198] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605/volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1435.966738] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1435.967031] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f141f7-8083-43a7-821e-231acb40fea1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.984545] env[68134]: DEBUG oslo_vmware.api [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1435.984545] env[68134]: value = "task-2966058" [ 1435.984545] env[68134]: _type = "Task" [ 1435.984545] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.992303] env[68134]: DEBUG oslo_vmware.api [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.074315] env[68134]: DEBUG nova.compute.manager [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Received event network-changed-c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.074315] env[68134]: DEBUG nova.compute.manager [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Refreshing instance network info cache due to event network-changed-c1669318-1bb6-487c-8c0e-30c5442334b2. {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1436.074315] env[68134]: DEBUG oslo_concurrency.lockutils [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] Acquiring lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.074315] env[68134]: DEBUG oslo_concurrency.lockutils [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] Acquired lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.074315] env[68134]: DEBUG nova.network.neutron [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Refreshing network info cache for port c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.496195] env[68134]: DEBUG oslo_vmware.api [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966058, 'name': ReconfigVM_Task, 'duration_secs': 0.214895} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.496419] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1436.500859] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df4d317-750e-4045-a3e0-29885aee0e3c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.516175] env[68134]: DEBUG oslo_vmware.api [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1436.516175] env[68134]: value = "task-2966059" [ 1436.516175] env[68134]: _type = "Task" [ 1436.516175] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.200317] env[68134]: DEBUG oslo_vmware.api [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966059, 'name': ReconfigVM_Task, 'duration_secs': 0.135837} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.200661] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595138', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'name': 'volume-2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4ad0fab-b286-4c83-bce9-8dd67bd4c33e', 'attached_at': '', 'detached_at': '', 'volume_id': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605', 'serial': '2ceb8a8e-010d-4312-a7c9-f10cb8dc4605'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1437.399232] env[68134]: DEBUG nova.network.neutron [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updated VIF entry in instance network info cache for port c1669318-1bb6-487c-8c0e-30c5442334b2. {{(pid=68134) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.399689] env[68134]: DEBUG nova.network.neutron [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updating instance_info_cache with network_info: [{"id": "c1669318-1bb6-487c-8c0e-30c5442334b2", "address": "fa:16:3e:32:93:16", "network": {"id": "20cf268b-84ae-49c0-9711-f01679253236", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-258324860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4a8c84b447453d8062d95277e7adfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1669318-1b", "ovs_interfaceid": "c1669318-1bb6-487c-8c0e-30c5442334b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.738990] env[68134]: DEBUG nova.objects.instance [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'flavor' on Instance uuid e4ad0fab-b286-4c83-bce9-8dd67bd4c33e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.903026] env[68134]: DEBUG oslo_concurrency.lockutils [req-8cc44082-d3b8-499a-8bea-2610ef6361df req-ef1ce870-d512-4d7a-9da3-728bf206197b service nova] Releasing lock "refresh_cache-c5602713-ee8b-4af9-98be-49dd45a1b780" {{(pid=68134) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.267189] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.746317] env[68134]: DEBUG oslo_concurrency.lockutils [None req-74985b39-74d2-4df7-a09b-a4e3110ba103 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.389s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.770213] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.770574] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.770834] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.771087] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1438.772664] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f8b63-4eea-4241-98ba-ff431069d745 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.784514] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca338d9-a58c-4a26-a02f-051bd23a13a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.805708] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d2f8e6-95ad-4750-961c-1dccc25c7f6e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.813438] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83974c65-ba18-4d66-96be-c5f51851558a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.843538] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180690MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1438.843680] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.843879] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.598786] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.599211] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.599270] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.599439] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.599612] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.601718] env[68134]: INFO nova.compute.manager [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Terminating instance [ 1439.869110] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance e4ad0fab-b286-4c83-bce9-8dd67bd4c33e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1439.869278] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Instance c5602713-ee8b-4af9-98be-49dd45a1b780 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68134) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1439.869450] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1439.869586] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1439.905131] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0e1a16-c121-4211-b1c3-1214098590d1 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.912410] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8b8c8a-a913-4866-8d5a-880e2247c9a3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.941251] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb24e53-efa3-400e-8ac0-9cac6a5b1a24 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.947666] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4909f573-eb8f-46a4-b13d-3ce217576d54 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.961316] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.105049] env[68134]: DEBUG nova.compute.manager [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.105257] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.106166] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a446c6-e45c-4906-ac3f-a8862f4887ac {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.113634] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.113856] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b2e5e1e-033c-4333-b2fe-45aee2328029 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.119434] env[68134]: DEBUG oslo_vmware.api [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1440.119434] env[68134]: value = "task-2966060" [ 1440.119434] env[68134]: _type = "Task" [ 1440.119434] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.126998] env[68134]: DEBUG oslo_vmware.api [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.480901] env[68134]: ERROR nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [req-cb208468-1208-4ad3-9ad2-c0e45f80f057] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2e217e64-ce10-45b5-b239-cd7fc7aa5d96. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb208468-1208-4ad3-9ad2-c0e45f80f057"}]} [ 1440.496510] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing inventories for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1440.508966] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating ProviderTree inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1440.509160] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.518461] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing aggregate associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, aggregates: None {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1440.534384] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Refreshing trait associations for resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=68134) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1440.566067] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a959a2-429d-4456-b31f-f0f6424ce071 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.573393] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868f0864-0a28-4d03-87cf-c4b7dea751cd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.602249] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b843f1-279b-4721-a7d3-58830c69731b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.608839] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa99c6a7-51f6-4034-ad75-bea3507b52b3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.621468] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.629760] env[68134]: DEBUG oslo_vmware.api [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966060, 'name': PowerOffVM_Task, 'duration_secs': 0.174221} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.630539] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.630713] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.630928] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68c8c525-747d-4992-a36e-b23cd76b35d0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.690947] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.691174] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Deleting contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.691354] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleting the datastore file [datastore2] e4ad0fab-b286-4c83-bce9-8dd67bd4c33e {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.691615] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8332dba6-711b-43e5-ab36-4a315326e001 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.697581] env[68134]: DEBUG oslo_vmware.api [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for the task: (returnval){ [ 1440.697581] env[68134]: value = "task-2966062" [ 1440.697581] env[68134]: _type = "Task" [ 1440.697581] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.706080] env[68134]: DEBUG oslo_vmware.api [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.155713] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1441.155945] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 190 to 191 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1441.156108] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1441.207151] env[68134]: DEBUG oslo_vmware.api [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Task: {'id': task-2966062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126152} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.207407] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.207591] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Deleted contents of the VM from datastore datastore2 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.207764] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.207929] env[68134]: INFO nova.compute.manager [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1441.208187] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.208373] env[68134]: DEBUG nova.compute.manager [-] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.208464] env[68134]: DEBUG nova.network.neutron [-] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.660785] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1441.661228] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.817s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.752326] env[68134]: DEBUG nova.compute.manager [req-87b05a0f-5315-40f2-8bfd-6474668f8349 req-b30e8858-fab7-4e36-b974-fcf237b21b56 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Received event network-vif-deleted-098a89de-44ec-4756-9fef-9b2862bfa26a {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.752549] env[68134]: INFO nova.compute.manager [req-87b05a0f-5315-40f2-8bfd-6474668f8349 req-b30e8858-fab7-4e36-b974-fcf237b21b56 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Neutron deleted interface 098a89de-44ec-4756-9fef-9b2862bfa26a; detaching it from the instance and deleting it from the info cache [ 1441.752736] env[68134]: DEBUG nova.network.neutron [req-87b05a0f-5315-40f2-8bfd-6474668f8349 req-b30e8858-fab7-4e36-b974-fcf237b21b56 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.235934] env[68134]: DEBUG nova.network.neutron [-] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.255196] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-927f9d1f-60b2-40fa-b602-7c3e74a7827b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.266262] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec48d7-9679-42d1-80f6-3eee3f40a9bb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.292665] env[68134]: DEBUG nova.compute.manager [req-87b05a0f-5315-40f2-8bfd-6474668f8349 req-b30e8858-fab7-4e36-b974-fcf237b21b56 service nova] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Detach interface failed, port_id=098a89de-44ec-4756-9fef-9b2862bfa26a, reason: Instance e4ad0fab-b286-4c83-bce9-8dd67bd4c33e could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1442.661478] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.661817] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.661899] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.662068] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.662220] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.738156] env[68134]: INFO nova.compute.manager [-] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Took 1.53 seconds to deallocate network for instance. [ 1443.244996] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.245293] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.245516] env[68134]: DEBUG nova.objects.instance [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lazy-loading 'resources' on Instance uuid e4ad0fab-b286-4c83-bce9-8dd67bd4c33e {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.882068] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8857f0e7-3466-4eb8-adf5-fa689243f03a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.889769] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d2f5de-d46e-48eb-bafb-11eb88ebe261 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.919366] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecb0b67-95c0-44da-bc68-455d46c9af7e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.926065] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da6f3b-dc04-41fe-be74-a197e4e82d63 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.938374] env[68134]: DEBUG nova.compute.provider_tree [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.263510] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.442257] env[68134]: DEBUG nova.scheduler.client.report [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.947741] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.967707] env[68134]: INFO nova.scheduler.client.report [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Deleted allocations for instance e4ad0fab-b286-4c83-bce9-8dd67bd4c33e [ 1445.475465] env[68134]: DEBUG oslo_concurrency.lockutils [None req-fbf77c44-732d-43a1-b5a2-15c6d3d4c1c8 tempest-AttachVolumeNegativeTest-1427051827 tempest-AttachVolumeNegativeTest-1427051827-project-member] Lock "e4ad0fab-b286-4c83-bce9-8dd67bd4c33e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.876s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.268273] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.268703] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1451.268362] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.268641] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Cleaning up deleted instances {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1451.777606] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] There are 25 instances to clean {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1451.777770] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e4ad0fab-b286-4c83-bce9-8dd67bd4c33e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.281810] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 6c56a949-cb24-45f1-a257-1e81d3dfdf3e] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.785662] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 823862a6-a904-460f-99b7-ae7000da4944] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.289504] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: bbf28978-5aa7-463a-b269-c453f7dd1ccb] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.792698] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: ec72916e-74ed-4734-b24a-c345fab9f636] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.296370] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 1cc0e342-a2d3-401c-8b84-f431c0ef3fe1] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.799831] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 3659cb4d-3d72-4278-b992-e0a323722af4] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.303322] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: ea3e7d8a-7fcc-40bc-bb55-40cd8f399ac8] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.807373] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: d524d914-685c-49de-af71-71676ec4c1de] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.311176] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 7e614edd-3a77-4848-a00c-7395fc93ffa5] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.815497] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 67931770-7cf2-4525-98a3-947ee562945f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.319103] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 7302eb01-0d3d-49ee-a1d2-cf82cae9749b] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.822221] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 50272333-375b-4465-9889-88ce41e47986] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.325388] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 07aec78d-fe99-49ce-bc20-eaf542c59ef0] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.828616] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 2758c142-93a5-4384-89be-6f82af9b0a72] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.331566] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 5a66e1ad-4957-471a-ac9f-d89b89888798] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.835460] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 4b88143e-6c96-4bde-8a6e-59b56316783f] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.338472] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: e22e8b57-4e70-4afc-9e2b-487d35e7f233] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.841586] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 7fd7d4b5-51b9-4228-b3ee-96e849d1e806] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.345344] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 6263d83e-97c7-4a31-8319-a97b54d03c90] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.849018] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: f1ac17bf-5bde-4142-b1fb-f5b44279bc51] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.352351] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 6570ba51-f37a-47fc-a168-4d467b041ddf] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.856203] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 69ff857c-efa6-4c66-9711-2795b584c835] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.360276] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: cddd91ef-fce8-4c20-ad82-4fa8878ed2dd] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.864188] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] [instance: 22b1aa51-4faf-46cc-8047-aeed803bbaeb] Instance has had 0 of 5 cleanup attempts {{(pid=68134) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.367820] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.368178] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Cleaning up deleted instances with incomplete migration {{(pid=68134) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1464.870328] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.102026] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.102026] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.606052] env[68134]: DEBUG nova.compute.utils [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.108871] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.166693] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.167079] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.167216] env[68134]: INFO nova.compute.manager [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Attaching volume 9da0f48a-3b38-4874-804c-5413d5f037f7 to /dev/sdb [ 1469.197373] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb4e48-569b-47e8-bc8b-6e73451e5a52 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.204623] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30703b9e-02a4-4114-addb-950cb3477849 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.217266] env[68134]: DEBUG nova.virt.block_device [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updating existing volume attachment record: 29756043-3f07-470a-bfbf-6fc2e01b7ca4 {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1473.758945] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1473.759244] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595140', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'name': 'volume-9da0f48a-3b38-4874-804c-5413d5f037f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'serial': '9da0f48a-3b38-4874-804c-5413d5f037f7'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1473.760123] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4cca73-3c02-4c07-911c-2cc7e4fa64fd {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.776145] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21397a9-f921-4778-874a-61743c662b5b {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.799052] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-9da0f48a-3b38-4874-804c-5413d5f037f7/volume-9da0f48a-3b38-4874-804c-5413d5f037f7.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.799287] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9432922-4c8e-4098-8f45-8704ffa681b7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.815962] env[68134]: DEBUG oslo_vmware.api [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1473.815962] env[68134]: value = "task-2966068" [ 1473.815962] env[68134]: _type = "Task" [ 1473.815962] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.823251] env[68134]: DEBUG oslo_vmware.api [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.325839] env[68134]: DEBUG oslo_vmware.api [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966068, 'name': ReconfigVM_Task, 'duration_secs': 0.323248} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.326117] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-9da0f48a-3b38-4874-804c-5413d5f037f7/volume-9da0f48a-3b38-4874-804c-5413d5f037f7.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.330637] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f12903e-1a8c-4a34-8e26-ab9f1a0e6484 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.344763] env[68134]: DEBUG oslo_vmware.api [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1474.344763] env[68134]: value = "task-2966069" [ 1474.344763] env[68134]: _type = "Task" [ 1474.344763] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.351947] env[68134]: DEBUG oslo_vmware.api [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.855057] env[68134]: DEBUG oslo_vmware.api [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.356900] env[68134]: DEBUG oslo_vmware.api [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966069, 'name': ReconfigVM_Task, 'duration_secs': 0.870769} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.357188] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595140', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'name': 'volume-9da0f48a-3b38-4874-804c-5413d5f037f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'serial': '9da0f48a-3b38-4874-804c-5413d5f037f7'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1476.391865] env[68134]: DEBUG nova.objects.instance [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid c5602713-ee8b-4af9-98be-49dd45a1b780 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.898217] env[68134]: DEBUG oslo_concurrency.lockutils [None req-6b6dda83-d907-45b7-9dbd-6e1534e12e44 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.731s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.220345] env[68134]: DEBUG oslo_concurrency.lockutils [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.220608] env[68134]: DEBUG oslo_concurrency.lockutils [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.724016] env[68134]: DEBUG nova.compute.utils [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Using /dev/sd instead of None {{(pid=68134) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1478.227476] env[68134]: DEBUG oslo_concurrency.lockutils [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.390615] env[68134]: DEBUG oslo_concurrency.lockutils [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.390998] env[68134]: DEBUG oslo_concurrency.lockutils [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.391120] env[68134]: INFO nova.compute.manager [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Attaching volume 29895530-68a9-44d0-a85a-00a69b4d5fc7 to /dev/sdc [ 1479.420583] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902657cd-87bf-44ac-bc05-1f6c39ac23c3 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.427778] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb3ca95-0d09-4838-8407-f4c4eb180a34 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.440518] env[68134]: DEBUG nova.virt.block_device [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updating existing volume attachment record: f679a8f2-064f-41d7-95d4-5c11894bbc0a {{(pid=68134) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1483.985505] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Volume attach. Driver type: vmdk {{(pid=68134) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1483.985759] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595141', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'name': 'volume-29895530-68a9-44d0-a85a-00a69b4d5fc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'serial': '29895530-68a9-44d0-a85a-00a69b4d5fc7'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1483.986639] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046de106-6027-4785-a505-eda3bec80a8c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.003650] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a826d-72f3-4328-8433-19e9bfa09511 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.029442] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-29895530-68a9-44d0-a85a-00a69b4d5fc7/volume-29895530-68a9-44d0-a85a-00a69b4d5fc7.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.029678] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c547b11d-9c5a-416a-b737-5cf12b18f276 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.046660] env[68134]: DEBUG oslo_vmware.api [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1484.046660] env[68134]: value = "task-2966072" [ 1484.046660] env[68134]: _type = "Task" [ 1484.046660] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.053495] env[68134]: DEBUG oslo_vmware.api [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.556595] env[68134]: DEBUG oslo_vmware.api [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966072, 'name': ReconfigVM_Task, 'duration_secs': 0.332266} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.556818] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-29895530-68a9-44d0-a85a-00a69b4d5fc7/volume-29895530-68a9-44d0-a85a-00a69b4d5fc7.vmdk or device None with type thin {{(pid=68134) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.561413] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e142ae-166f-4bca-ac94-c24a98c8bf9c {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.576165] env[68134]: DEBUG oslo_vmware.api [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1484.576165] env[68134]: value = "task-2966073" [ 1484.576165] env[68134]: _type = "Task" [ 1484.576165] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.583320] env[68134]: DEBUG oslo_vmware.api [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.086266] env[68134]: DEBUG oslo_vmware.api [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966073, 'name': ReconfigVM_Task, 'duration_secs': 0.13829} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.086651] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595141', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'name': 'volume-29895530-68a9-44d0-a85a-00a69b4d5fc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'serial': '29895530-68a9-44d0-a85a-00a69b4d5fc7'} {{(pid=68134) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1486.119575] env[68134]: DEBUG nova.objects.instance [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid c5602713-ee8b-4af9-98be-49dd45a1b780 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.625484] env[68134]: DEBUG oslo_concurrency.lockutils [None req-325bf10c-9010-42ce-a5f7-caf620da634c tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.951073] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.951339] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.453979] env[68134]: INFO nova.compute.manager [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Detaching volume 9da0f48a-3b38-4874-804c-5413d5f037f7 [ 1487.501236] env[68134]: INFO nova.virt.block_device [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Attempting to driver detach volume 9da0f48a-3b38-4874-804c-5413d5f037f7 from mountpoint /dev/sdb [ 1487.501471] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1487.501655] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595140', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'name': 'volume-9da0f48a-3b38-4874-804c-5413d5f037f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'serial': '9da0f48a-3b38-4874-804c-5413d5f037f7'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1487.502536] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2106b1-87e8-43a0-a296-6199e9022503 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.526893] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea264893-04ca-4e20-865f-9d14254fa377 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.533222] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94ee4cc-9024-479d-ade2-f5bceaa16fc8 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.554834] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54959839-9d4b-4fa4-ba43-7a2078db75d4 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.568485] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] The volume has not been displaced from its original location: [datastore1] volume-9da0f48a-3b38-4874-804c-5413d5f037f7/volume-9da0f48a-3b38-4874-804c-5413d5f037f7.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1487.573483] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1487.573721] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d99183-c79d-4667-bedd-290e73f6c0ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.591080] env[68134]: DEBUG oslo_vmware.api [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1487.591080] env[68134]: value = "task-2966074" [ 1487.591080] env[68134]: _type = "Task" [ 1487.591080] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.598302] env[68134]: DEBUG oslo_vmware.api [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.101142] env[68134]: DEBUG oslo_vmware.api [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966074, 'name': ReconfigVM_Task, 'duration_secs': 0.208266} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.101417] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1488.105991] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c1db68-25e8-40e3-aa3a-09af3c187d20 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.120810] env[68134]: DEBUG oslo_vmware.api [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1488.120810] env[68134]: value = "task-2966075" [ 1488.120810] env[68134]: _type = "Task" [ 1488.120810] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.127982] env[68134]: DEBUG oslo_vmware.api [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.630565] env[68134]: DEBUG oslo_vmware.api [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966075, 'name': ReconfigVM_Task, 'duration_secs': 0.144543} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.630894] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595140', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'name': 'volume-9da0f48a-3b38-4874-804c-5413d5f037f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '9da0f48a-3b38-4874-804c-5413d5f037f7', 'serial': '9da0f48a-3b38-4874-804c-5413d5f037f7'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1489.171954] env[68134]: DEBUG nova.objects.instance [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid c5602713-ee8b-4af9-98be-49dd45a1b780 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.181925] env[68134]: DEBUG oslo_concurrency.lockutils [None req-d893cd7d-b32b-4801-b4e3-18cff0f44775 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.183177] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.183391] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.686742] env[68134]: INFO nova.compute.manager [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Detaching volume 29895530-68a9-44d0-a85a-00a69b4d5fc7 [ 1490.717030] env[68134]: INFO nova.virt.block_device [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Attempting to driver detach volume 29895530-68a9-44d0-a85a-00a69b4d5fc7 from mountpoint /dev/sdc [ 1490.717030] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Volume detach. Driver type: vmdk {{(pid=68134) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1490.717157] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595141', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'name': 'volume-29895530-68a9-44d0-a85a-00a69b4d5fc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'serial': '29895530-68a9-44d0-a85a-00a69b4d5fc7'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1490.718007] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bde862-b4a4-439b-8809-c62cff45cd09 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.738695] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae9de3-3dd3-4bc6-8b42-64d16da50e81 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.745024] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68137558-2e44-4f33-889c-f23dd0b378f7 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.764232] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380fbb79-d6cf-43a0-81d4-d68065b3e5fc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.777892] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] The volume has not been displaced from its original location: [datastore1] volume-29895530-68a9-44d0-a85a-00a69b4d5fc7/volume-29895530-68a9-44d0-a85a-00a69b4d5fc7.vmdk. No consolidation needed. {{(pid=68134) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1490.782875] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1490.783139] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ca06bc-a649-4a7e-abc5-745a73ef7660 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.800683] env[68134]: DEBUG oslo_vmware.api [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1490.800683] env[68134]: value = "task-2966076" [ 1490.800683] env[68134]: _type = "Task" [ 1490.800683] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.808293] env[68134]: DEBUG oslo_vmware.api [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.311101] env[68134]: DEBUG oslo_vmware.api [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.813380] env[68134]: DEBUG oslo_vmware.api [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966076, 'name': ReconfigVM_Task, 'duration_secs': 0.663841} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.813645] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=68134) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1491.818329] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc656263-709d-4120-b106-048429d87073 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.832481] env[68134]: DEBUG oslo_vmware.api [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1491.832481] env[68134]: value = "task-2966077" [ 1491.832481] env[68134]: _type = "Task" [ 1491.832481] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.839428] env[68134]: DEBUG oslo_vmware.api [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.342548] env[68134]: DEBUG oslo_vmware.api [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966077, 'name': ReconfigVM_Task, 'duration_secs': 0.131051} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.342858] env[68134]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-595141', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'name': 'volume-29895530-68a9-44d0-a85a-00a69b4d5fc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5602713-ee8b-4af9-98be-49dd45a1b780', 'attached_at': '', 'detached_at': '', 'volume_id': '29895530-68a9-44d0-a85a-00a69b4d5fc7', 'serial': '29895530-68a9-44d0-a85a-00a69b4d5fc7'} {{(pid=68134) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1492.881135] env[68134]: DEBUG nova.objects.instance [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'flavor' on Instance uuid c5602713-ee8b-4af9-98be-49dd45a1b780 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.889427] env[68134]: DEBUG oslo_concurrency.lockutils [None req-4c3a5591-020e-4635-bec1-82815db22eef tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.706s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.549683] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.549929] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.550171] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "c5602713-ee8b-4af9-98be-49dd45a1b780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.550360] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.550534] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.552765] env[68134]: INFO nova.compute.manager [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Terminating instance [ 1495.057273] env[68134]: DEBUG nova.compute.manager [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Start destroying the instance on the hypervisor. {{(pid=68134) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.057627] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Destroying instance {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.058420] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae552043-6fa8-410d-aa2d-363a15446797 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.066380] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Powering off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.066597] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ed3c3e-b075-40b8-8cbe-396ea1c9ecbb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.072554] env[68134]: DEBUG oslo_vmware.api [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1495.072554] env[68134]: value = "task-2966078" [ 1495.072554] env[68134]: _type = "Task" [ 1495.072554] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.080126] env[68134]: DEBUG oslo_vmware.api [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.581929] env[68134]: DEBUG oslo_vmware.api [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966078, 'name': PowerOffVM_Task, 'duration_secs': 0.193349} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.582252] env[68134]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Powered off the VM {{(pid=68134) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.582438] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Unregistering the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.582695] env[68134]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f6b9129-c5ec-4c7e-8516-eadf755c5128 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.643605] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Unregistered the VM {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.643868] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Deleting contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.644100] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Deleting the datastore file [datastore1] c5602713-ee8b-4af9-98be-49dd45a1b780 {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.644377] env[68134]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13d95869-ebba-4087-8796-4866b788fbdb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.651224] env[68134]: DEBUG oslo_vmware.api [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for the task: (returnval){ [ 1495.651224] env[68134]: value = "task-2966080" [ 1495.651224] env[68134]: _type = "Task" [ 1495.651224] env[68134]: } to complete. {{(pid=68134) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.658139] env[68134]: DEBUG oslo_vmware.api [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.161388] env[68134]: DEBUG oslo_vmware.api [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Task: {'id': task-2966080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132077} completed successfully. {{(pid=68134) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.161801] env[68134]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Deleted the datastore file {{(pid=68134) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.161801] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Deleted contents of the VM from datastore datastore1 {{(pid=68134) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.161961] env[68134]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Instance destroyed {{(pid=68134) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.162163] env[68134]: INFO nova.compute.manager [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1496.162414] env[68134]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68134) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.162604] env[68134]: DEBUG nova.compute.manager [-] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Deallocating network for instance {{(pid=68134) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.162699] env[68134]: DEBUG nova.network.neutron [-] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] deallocate_for_instance() {{(pid=68134) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.567261] env[68134]: DEBUG nova.compute.manager [req-0f86390d-08f0-4d48-badb-7ae665b12335 req-dd7cc54a-8f53-4518-b0d6-c75f7ce3d353 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Received event network-vif-deleted-c1669318-1bb6-487c-8c0e-30c5442334b2 {{(pid=68134) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.567607] env[68134]: INFO nova.compute.manager [req-0f86390d-08f0-4d48-badb-7ae665b12335 req-dd7cc54a-8f53-4518-b0d6-c75f7ce3d353 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Neutron deleted interface c1669318-1bb6-487c-8c0e-30c5442334b2; detaching it from the instance and deleting it from the info cache [ 1496.567895] env[68134]: DEBUG nova.network.neutron [req-0f86390d-08f0-4d48-badb-7ae665b12335 req-dd7cc54a-8f53-4518-b0d6-c75f7ce3d353 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.052047] env[68134]: DEBUG nova.network.neutron [-] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Updating instance_info_cache with network_info: [] {{(pid=68134) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.071200] env[68134]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74b3be16-6fad-4007-ad6c-9d35f004ef3e {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.080718] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f833cdb-e833-4e2b-b7fd-240295cb5c84 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.105026] env[68134]: DEBUG nova.compute.manager [req-0f86390d-08f0-4d48-badb-7ae665b12335 req-dd7cc54a-8f53-4518-b0d6-c75f7ce3d353 service nova] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Detach interface failed, port_id=c1669318-1bb6-487c-8c0e-30c5442334b2, reason: Instance c5602713-ee8b-4af9-98be-49dd45a1b780 could not be found. {{(pid=68134) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1497.554940] env[68134]: INFO nova.compute.manager [-] [instance: c5602713-ee8b-4af9-98be-49dd45a1b780] Took 1.39 seconds to deallocate network for instance. [ 1498.061681] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.061964] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.062214] env[68134]: DEBUG nova.objects.instance [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lazy-loading 'resources' on Instance uuid c5602713-ee8b-4af9-98be-49dd45a1b780 {{(pid=68134) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.595861] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18779c88-35e7-4724-b508-04586134a095 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.603509] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f95bcfc-47d0-46a8-a9fc-aa75167a2aa0 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.632844] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0c93c9-99ac-46da-be89-ed9edfade405 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.639449] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdf90fb-81d5-48b9-9d6e-bf4c223fdeba {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.652836] env[68134]: DEBUG nova.compute.provider_tree [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.182346] env[68134]: DEBUG nova.scheduler.client.report [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updated inventory for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with generation 191 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1499.182609] env[68134]: DEBUG nova.compute.provider_tree [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating resource provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 generation from 191 to 192 during operation: update_inventory {{(pid=68134) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1499.182821] env[68134]: DEBUG nova.compute.provider_tree [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Updating inventory in ProviderTree for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.687274] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.708774] env[68134]: INFO nova.scheduler.client.report [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Deleted allocations for instance c5602713-ee8b-4af9-98be-49dd45a1b780 [ 1500.217111] env[68134]: DEBUG oslo_concurrency.lockutils [None req-07bd8136-5b1d-445b-a0be-685b2dd9e597 tempest-AttachVolumeTestJSON-1145301839 tempest-AttachVolumeTestJSON-1145301839-project-member] Lock "c5602713-ee8b-4af9-98be-49dd45a1b780" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.667s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.371486] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.371896] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.876586] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.876819] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.876977] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.877364] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.877364] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.877473] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.877614] env[68134]: DEBUG nova.compute.manager [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68134) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1513.877769] env[68134]: DEBUG oslo_service.periodic_task [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Running periodic task ComputeManager.update_available_resource {{(pid=68134) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.380807] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.381128] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.381245] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.381408] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68134) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1514.382329] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18ea7ec-552d-411b-94b0-01781d0060eb {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.390638] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3af48c0-141d-4d17-b745-eb5bbd59ad59 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.403860] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb2bf0d-5bc6-4342-b22a-a7ca20cec9ef {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.409625] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd3bcf5-bef6-46bd-b228-0eb51e693dcc {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.437152] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181073MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=68134) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1514.437292] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.437539] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.457928] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1515.458179] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68134) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1515.471455] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689ec04-484e-4fd1-9b07-d4041dce390a {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.480243] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3889ac9-9dc9-4c1b-bdc6-99938b946474 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.508765] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7375b4-5b14-47a3-a053-dda510fdfa74 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.515417] env[68134]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1c1f5a-2322-4919-a394-430357f06a73 {{(pid=68134) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.528696] env[68134]: DEBUG nova.compute.provider_tree [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed in ProviderTree for provider: 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 {{(pid=68134) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.031621] env[68134]: DEBUG nova.scheduler.client.report [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Inventory has not changed for provider 2e217e64-ce10-45b5-b239-cd7fc7aa5d96 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68134) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.536626] env[68134]: DEBUG nova.compute.resource_tracker [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68134) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1516.537028] env[68134]: DEBUG oslo_concurrency.lockutils [None req-0ab72d46-73b3-42c7-b8e0-16bdd52075db None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=68134) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}